-- Logs begin at Sun 2021-05-02 02:32:24 UTC, end at Sun 2021-05-02 03:58:13 UTC. --
May 02 03:01:48.647476 dv-cinder-789077-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
May 02 03:01:51.096318 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.common.config [-] Logging enabled!
May 02 03:01:51.096937 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev178
May 02 03:01:51.097061 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=73761) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
May 02 03:01:51.100288 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.common.config [-] Logging enabled!
May 02 03:01:51.100540 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev178
May 02 03:01:51.100844 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=73761) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
May 02 03:01:51.101773 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 02 03:01:51.101998 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 02 03:01:51.102351 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 02 03:01:51.102618 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 02 03:01:51.102840 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 02 03:01:51.103152 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.103443 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.103731 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.103959 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.104246 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.104526 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.104801 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.105080 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.105368 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.105650 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.105923 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.106195 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.106446 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.106786 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.107067 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.107345 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.107566 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] debug                          = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.107845 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.108260 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.108659 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.108932 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.109214 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.109489 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.109751 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.110020 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.110322 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.110674 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] host                           = dv-cinder-789077-1-iscsi {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.110945 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.111225 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.111502 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.111780 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.112050 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.112318 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.112593 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.112863 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.113131 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.113399 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.113679 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.114223 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.114537 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.114759 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.114977 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.115259 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.115538 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.115807 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.116073 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.116342 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.116608 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.116877 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.117139 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.117417 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.117701 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.117979 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.118250 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.118538 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.118799 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.119061 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.119337 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.119603 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.119867 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.120132 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.120411 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.120671 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.120937 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.121229 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.121507 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.121783 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.122060 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.122326 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.122621 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.122890 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.123157 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.123422 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.123688 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.123952 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.124227 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.124492 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.124759 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.125024 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.125289 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.125566 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:51.126145 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.126618 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.126925 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.127209 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.127500 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.127778 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.128069 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.128344 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.128628 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.128912 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.129198 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.129473 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.129758 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.130033 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.130322 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.130647 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.130938 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.131225 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.131496 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.131763 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.132036 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.132308 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.132586 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.132872 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.133155 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.133423 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.133702 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.133986 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.134259 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.134548 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.134822 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.135106 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.135383 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.135652 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.135928 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.136201 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.136466 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.136731 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.137003 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.137287 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.137559 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.137828 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.138100 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.138373 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.138664 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.138945 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.139216 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.139484 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.139751 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.140024 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.140290 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.140559 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.140830 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.141097 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.141949 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.142385 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.142681 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.142952 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.143220 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.143488 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.143758 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.144025 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.144297 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.144564 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.144830 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.145097 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.145364 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.145630 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.145916 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.146208 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.146515 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.146789 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.147061 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.147334 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.147605 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.147877 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.148148 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.148419 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.148690 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.149080 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.149362 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.149643 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.149923 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.150196 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.150510 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.150782 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.151057 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.151326 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.151595 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.151880 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.152159 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.152448 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.152737 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.153027 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.153315 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.153602 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.153879 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.154187 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.154488 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:51.154704 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 02 03:01:51.154948 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=73761) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
May 02 03:01:51.506716 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=73761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:01:51.506908 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=73761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:01:51.507160 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=73761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:01:51.507484 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.manager [-] Loading core plugin: ml2
May 02 03:01:51.816349 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:51.816637 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:51.816908 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:51.818130 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:51.818410 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:51.818699 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:51.937187 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:51.937466 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:51.937730 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:51.950821 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:51.951102 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:51.951368 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:51.979945 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:51.980221 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:51.980489 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:52.018691 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:52.018965 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:52.019230 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:52.257011 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f4c56e651f0> agent after_create 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:52.257650 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f4c56e651f0> agent after_update 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:52.257650 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f4c56e65280> segment precommit_create 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:52.257893 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f4c56e65310> network precommit_delete 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:52.258609 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f4c56e92670> segment before_delete 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:52.383579 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c577b79d0>> network before_delete 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:52.383891 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f4c56f09280> agent before_delete 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:52.384171 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c577b79d0>> network before_create 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:52.384441 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c577b79d0>> port before_create 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:52.384702 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c577b79d0>> port before_update 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:52.385006 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c577b79d0>> segment after_delete 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:52.385263 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c577b79d0>> segment precommit_create 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:52.385517 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c577b79d0>> segment precommit_delete 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:52.385766 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c577b79d0>> segment after_create 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:52.386043 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c577b79d0>> network after_delete 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:52.386296 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c577b79d0>> network precommit_delete 0 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:52.386580 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c577b79d0>> port provisioning_complete 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:52.386841 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c577b79d0>> rbac-policy before_create 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:52.387094 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c577b79d0>> rbac-policy after_delete 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:52.387356 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c577b79d0>> agent after_update 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:52.387620 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c577b79d0>> subnet after_delete 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:52.387876 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c577b79d0>> subnet precommit_delete 0 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:52.388285 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c577b79d0>> rbac-policy before_update 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:52.388541 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c577b79d0>> rbac-policy before_delete 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:52.388820 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c577b79d0>> segment_host_mapping after_create 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:52.389164 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c577b79d0>> port after_create 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:52.389415 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c577b79d0>> port after_update 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:52.389662 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c577b79d0>> port after_delete 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:52.389942 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c577b79d0>> rbac-policy before_create 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:52.390189 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c577b79d0>> rbac-policy before_update 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:52.390445 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c577b79d0>> rbac-policy before_delete 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:52.390832 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=73761) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 02 03:01:52.391071 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=73761) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 02 03:01:52.391870 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=73761) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 02 03:01:52.392273 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=73761) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 02 03:01:52.392512 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=73761) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 02 03:01:52.392745 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=73761) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 02 03:01:52.393106 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
May 02 03:01:52.396265 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
May 02 03:01:52.400138 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
May 02 03:01:52.403965 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])])
May 02 03:01:52.405566 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
May 02 03:01:52.406016 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
May 02 03:01:52.406343 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
May 02 03:01:52.406751 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
May 02 03:01:52.410686 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
May 02 03:01:52.410939 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
May 02 03:01:52.411294 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
May 02 03:01:52.440045 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
May 02 03:01:52.440495 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f4c56db9400>> qos_plugin after_init 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:52.440795 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=73761) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
May 02 03:01:52.441156 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f4c56db9670>> logging-plugin after_init 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:52.442540 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=73761) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
May 02 03:01:52.442833 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
May 02 03:01:52.443075 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
May 02 03:01:52.446256 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f4c56da5940>> floatingip before_response 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:52.446568 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f4c56da5940>> port before_response 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:52.510968 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
May 02 03:01:52.511127 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
May 02 03:01:52.511360 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
May 02 03:01:52.511737 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
May 02 03:01:52.542179 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_db.sqlalchemy.engines [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=73761) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
May 02 03:01:52.881915 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.plugins.ml2.managers [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Initializing driver for type 'gre'
May 02 03:01:52.882445 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] gre ID ranges: [(1, 1000)]
May 02 03:01:52.938107 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.plugins.ml2.managers [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Initializing driver for type 'local'
May 02 03:01:52.938997 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.plugins.ml2.managers [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Initializing driver for type 'vlan'
May 02 03:01:52.951680 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] VlanTypeDriver initialization complete
May 02 03:01:52.952018 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.plugins.ml2.managers [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Initializing driver for type 'vxlan'
May 02 03:01:52.952526 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] vxlan ID ranges: [(1, 1000)]
May 02 03:01:53.016040 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.plugins.ml2.managers [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Initializing extension driver 'port_security'
May 02 03:01:53.017073 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.plugins.ml2.extensions.port_security [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] PortSecurityExtensionDriver initialization complete
May 02 03:01:53.017467 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.plugins.ml2.managers [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Initializing mechanism driver 'openvswitch'
May 02 03:01:53.017834 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.plugins.ml2.managers [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Initializing mechanism driver 'hyperv'
May 02 03:01:53.024815 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.plugins.ml2.plugin [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=73761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:01:53.025584 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c56ff6e80>> port after_create 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.025952 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c56ff6e80>> port after_update 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.026304 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c56ff6e80>> port after_delete 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.026718 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c56ff6f40>> subnet after_create 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.027071 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c56ff6f40>> subnet after_update 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.027410 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c56ff6f40>> subnet after_delete 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.027788 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c5682edc0>> network after_create 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.028134 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c5682edc0>> network after_update 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.028476 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c5682edc0>> network after_delete 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.028849 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c5682ef70>> security_group after_create 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.029190 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c5682ef70>> security_group after_update 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.029524 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c5682ef70>> security_group after_delete 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.029895 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c568332b0>> security_group_rule after_create 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.030237 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c568332b0>> security_group_rule after_update 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.030616 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c568332b0>> security_group_rule after_delete 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.030989 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c568334f0>> address_group after_create 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.031328 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c568334f0>> address_group after_update 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.031662 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c568334f0>> address_group after_delete 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.032028 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] ML2 OVO RPC backend initialized. {{(pid=73761) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
May 02 03:01:53.032738 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c56833940>> router_interface after_create 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.033088 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c56833940>> router_interface after_delete 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.033498 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c56833940>> network before_response 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.033843 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c56833940>> networks before_response 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.034187 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c56833940>> port before_response 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.034566 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c56833940>> ports before_response 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.034912 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c56833940>> subnet before_response 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.035247 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c56833940>> subnets before_response 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.035593 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c56833940>> network after_create 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.035933 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c56833940>> network after_update 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.036267 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c56833940>> network after_delete 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.036601 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c56833940>> port after_create 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.036963 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c56833940>> port after_update 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.037296 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c56833940>> port after_delete 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.037629 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c56833940>> subnet after_create 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.037961 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c56833940>> subnet after_update 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.038292 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c56833940>> subnet after_delete 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.038895 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.plugins.ml2.plugin [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Modular L2 Plugin initialization complete
May 02 03:01:53.039224 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading services supported by the core plugin {{(pid=73761) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
May 02 03:01:53.039552 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.plugins.ml2.managers [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Got port-security extension from driver 'port_security'
May 02 03:01:53.040011 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.extensions.vlantransparent [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Disabled vlantransparent extension.
May 02 03:01:53.040496 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=73761) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
May 02 03:01:53.040805 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading Plugin: router
May 02 03:01:53.079877 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c56833a60>> router_interface before_create 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.080372 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c56833a60>> router after_create 55549900 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.080747 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c56833a60>> router before_create 55549900 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.081111 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c56833a60>> router_interface before_delete 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.081574 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c56833a60>> router_interface after_delete 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.082014 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c56833a60>> router after_delete 55549900 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.082396 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c56833a60>> floatingip after_update 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.082926 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c56833a60>> router after_create 55549900 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.083301 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c56833a60>> router after_update 55549900 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.083716 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c56833a60>> router after_update 55549900 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.084135 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c56833a60>> router_gateway after_delete 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.084588 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c56833a60>> router after_update 55549900 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.084991 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c56833a60>> router precommit_update 55549900 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.085370 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f4c56e3c9d0> port after_update 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.085715 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f4c56e3ca60> port after_delete 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.086050 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f4c56e3c940> subnet after_update 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.086392 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f4c56e3c5e0> subnetpool_address_scope after_update 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.086779 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c56833a60>> port precommit_delete 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.087124 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c56833a60>> router precommit_create 55549900 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.087467 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f4c56e38550> port before_delete 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.087805 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c56833a60>> router precommit_create 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.088163 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c56833a60>> router after_update 55549900 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.088506 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c56833a60>> router precommit_delete 55549900 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.088851 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c56833a60>> router precommit_create 55549900 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.089211 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c56833a60>> router_interface after_create 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.089560 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c56833a60>> router precommit_update 55549900 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.089933 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c56833a60>> network after_delete 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.090896 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.quota.resource_registry [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Tracking information for resource: router configured {{(pid=73761) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 02 03:01:53.091226 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.quota.resource_registry [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Tracking information for resource: floatingip configured {{(pid=73761) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 02 03:01:53.097178 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.db.l3_agentschedulers_db [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
May 02 03:01:53.097785 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f4c567df280> port after_update 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.098155 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f4c567df160> port after_create 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.098537 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <function _notify_port_delete at 0x7f4c567df1f0> port after_delete 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.098892 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f4c567df550> port after_update 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.099729 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f4c5679a220>> router before_create 55550100 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.100094 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f4c5679a220>> router precommit_delete 55550100 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.100456 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f4c5679a220>> router precommit_create 55550100 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.100811 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f4c5679a220>> router precommit_update 55550100 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.105580 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.services.provider_configuration [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Service providers = [] {{(pid=73761) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
May 02 03:01:53.105944 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.db.servicetype_db [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=73761) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
May 02 03:01:53.109123 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.services.service_base [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=73761) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 02 03:01:53.109475 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.services.service_base [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=73761) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 02 03:01:53.109817 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.services.service_base [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=73761) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 02 03:01:53.111281 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.services.service_base [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=73761) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 02 03:01:53.111664 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.services.service_base [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Default provider is not specified for service type L3_ROUTER_NAT
May 02 03:01:53.112277 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=73761) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 02 03:01:53.112598 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
May 02 03:01:53.124041 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=73761) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 02 03:01:53.124374 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading Plugin: auto_allocate
May 02 03:01:53.132510 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f4c567ad940> network precommit_update 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.132887 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f4c567ad940> network precommit_create 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.133433 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=73761) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 02 03:01:53.133754 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading Plugin: tag
May 02 03:01:53.141184 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=73761) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 02 03:01:53.141569 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading Plugin: timestamp
May 02 03:01:53.146040 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=73761) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 02 03:01:53.146483 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading Plugin: network_ip_availability
May 02 03:01:53.151892 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4c567aa820>> rbac-policy before_create 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.152267 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4c567aa820>> rbac-policy before_update 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.152624 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4c567aa820>> rbac-policy before_delete 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.153409 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=73761) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 02 03:01:53.153730 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading Plugin: flavors
May 02 03:01:53.159369 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=73761) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 02 03:01:53.159701 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading Plugin: revisions
May 02 03:01:53.164245 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=73761) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 02 03:01:53.164644 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_concurrency.lockutils [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.657s {{(pid=73761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:01:53.165417 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=73761) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
May 02 03:01:53.165753 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Initializing extension manager.
May 02 03:01:53.166267 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: __init__.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.166652 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: __pycache__ {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.166980 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.167309 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: address_group.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.168111 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.168706 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: address-group
May 02 03:01:53.169028 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: address_scope.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.169736 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.170255 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: address-scope
May 02 03:01:53.170611 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: admin_state_down_before_update.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.171614 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.172136 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: router-admin-state-down-before-update
May 02 03:01:53.172455 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: agent.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.173928 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.174271 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: agent
May 02 03:01:53.174632 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: agent_resources_synced.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.175649 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.176162 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: agent-resources-synced
May 02 03:01:53.176480 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: allowedaddresspairs.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.178371 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.178936 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: allowed-address-pairs
May 02 03:01:53.179260 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: auto_allocated_topology.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.180387 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.180918 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: auto-allocated-topology
May 02 03:01:53.181243 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: availability_zone.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.181939 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.182481 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: availability_zone
May 02 03:01:53.182804 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: availability_zone_filter.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.183717 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.184231 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: availability_zone_filter
May 02 03:01:53.184552 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: data_plane_status.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.185447 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.185958 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extension data-plane-status not supported by any of loaded plugins
May 02 03:01:53.186278 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: default_subnetpools.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.187206 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.187715 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: default-subnetpools
May 02 03:01:53.188034 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: dhcpagentscheduler.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.189518 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.190144 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: dhcp_agent_scheduler
May 02 03:01:53.190594 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: dns.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.191531 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.192038 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extension dns-integration not supported by any of loaded plugins
May 02 03:01:53.192359 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: dns_domain_ports.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.193271 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.193784 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extension dns-domain-ports not supported by any of loaded plugins
May 02 03:01:53.194103 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: dvr.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.194800 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.195312 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: dvr
May 02 03:01:53.195633 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: empty_string_filtering.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.196535 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.197042 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: empty-string-filtering
May 02 03:01:53.197361 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.198255 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.198789 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
May 02 03:01:53.199104 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.200051 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.200510 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
May 02 03:01:53.200864 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: external_net.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.201722 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.202226 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: external-net
May 02 03:01:53.202576 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: extra_dhcp_opt.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.203478 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.205112 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: extra_dhcp_opt
May 02 03:01:53.205441 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: extraroute.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.206363 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.206908 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: extraroute
May 02 03:01:53.207228 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: extraroute_atomic.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.208294 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.208808 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: extraroute-atomic
May 02 03:01:53.209133 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: filter_validation.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.209812 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.210325 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: filter-validation
May 02 03:01:53.210678 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: fip_pf_description.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.211836 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.212351 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
May 02 03:01:53.212670 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: fip_port_details.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.213588 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.214103 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: fip-port-details
May 02 03:01:53.214448 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: flavors.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.215705 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.216221 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: flavors
May 02 03:01:53.216554 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.218235 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.218923 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
May 02 03:01:53.219268 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: floatingip_pools.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.221181 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.221699 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: floatingip-pools
May 02 03:01:53.222023 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: ip_allocation.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.223002 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.223512 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extension ip_allocation not supported by any of loaded plugins
May 02 03:01:53.223832 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.224756 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.225270 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: ip-substring-filtering
May 02 03:01:53.225594 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: l2_adjacency.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.226548 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.227061 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extension l2_adjacency not supported by any of loaded plugins
May 02 03:01:53.227381 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: l3.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.228408 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.228929 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: router
May 02 03:01:53.229252 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: l3_conntrack_helper.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.231602 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.232141 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extension l3-conntrack-helper not supported by any of loaded plugins
May 02 03:01:53.232474 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.233401 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.233923 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: ext-gw-mode
May 02 03:01:53.234249 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.235305 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.235758 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: l3-ha
May 02 03:01:53.236079 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: l3_flavors.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.236972 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.237489 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: l3-flavors
May 02 03:01:53.237814 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.238751 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.239529 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: l3-port-ip-change-not-allowed
May 02 03:01:53.239846 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: l3agentscheduler.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.240960 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.241476 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: l3_agent_scheduler
May 02 03:01:53.241799 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: logging.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.243360 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.243890 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extension logging not supported by any of loaded plugins
May 02 03:01:53.244218 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: metering.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.244950 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.245541 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: metering
May 02 03:01:53.245865 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.246977 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.247503 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: metering_source_and_destination_fields
May 02 03:01:53.247827 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: multiprovidernet.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.248869 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.249384 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: multi-provider
May 02 03:01:53.249707 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: netmtu.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.250630 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.251366 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: net-mtu
May 02 03:01:53.251492 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: netmtu_writable.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.252385 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.252895 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: net-mtu-writable
May 02 03:01:53.253215 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: network_availability_zone.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.253873 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.254378 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: network_availability_zone
May 02 03:01:53.254723 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: network_ip_availability.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.255810 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.256324 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: network-ip-availability
May 02 03:01:53.256641 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: network_segment_range.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.257414 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.257945 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extension network-segment-range not supported by any of loaded plugins
May 02 03:01:53.258224 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: pagination.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.259234 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.259565 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: pagination
May 02 03:01:53.259884 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: port_device_profile.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.260784 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.261302 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: port-device-profile
May 02 03:01:53.261625 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.262554 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.263070 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: port-mac-address-regenerate
May 02 03:01:53.263390 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.264289 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.264801 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: port-numa-affinity-policy
May 02 03:01:53.265123 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: port_resource_request.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.266010 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.267141 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extension port-resource-request not supported by any of loaded plugins
May 02 03:01:53.267667 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: portbindings.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.268305 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.268816 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: binding
May 02 03:01:53.269132 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: portbindings_extended.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.270438 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.270992 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: binding-extended
May 02 03:01:53.271345 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: portsecurity.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.272376 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.272963 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: port-security
May 02 03:01:53.273287 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: project_id.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.274333 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.274758 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: project-id
May 02 03:01:53.275133 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: providernet.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.276225 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.276771 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: provider
May 02 03:01:53.277156 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: qos.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.280887 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.281416 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extension qos not supported by any of loaded plugins
May 02 03:01:53.281748 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.283643 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.284164 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
May 02 03:01:53.284489 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.285391 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.285913 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
May 02 03:01:53.286235 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: qos_default.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.287170 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.287690 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extension qos-default not supported by any of loaded plugins
May 02 03:01:53.288010 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: qos_fip.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.288654 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.289162 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extension qos-fip not supported by any of loaded plugins
May 02 03:01:53.289480 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: qos_gateway_ip.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.290390 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.290927 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extension qos-gateway-ip not supported by any of loaded plugins
May 02 03:01:53.291251 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: qos_port_network_policy.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.292140 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.292647 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extension qos-port-network-policy not supported by any of loaded plugins
May 02 03:01:53.292967 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: qos_rule_type_details.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.293867 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.294373 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extension qos-rule-type-details not supported by any of loaded plugins
May 02 03:01:53.294723 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: qos_rules_alias.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.295746 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.296258 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extension qos-rules-alias not supported by any of loaded plugins
May 02 03:01:53.296580 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: quotasv2.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.297822 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.298162 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: quotas
May 02 03:01:53.298597 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: quotasv2_detail.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.300223 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.300563 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: quota_details
May 02 03:01:53.300892 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: rbac.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.301956 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.302517 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: rbac-policies
May 02 03:01:53.302847 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: rbac_address_group.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.303757 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.304270 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: rbac-address-group
May 02 03:01:53.304592 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: rbac_address_scope.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.305490 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.306007 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: rbac-address-scope
May 02 03:01:53.306327 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: rbac_security_groups.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.307248 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.307766 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: rbac-security-groups
May 02 03:01:53.308084 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: rbac_subnetpool.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.308993 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.309508 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: rbac-subnetpool
May 02 03:01:53.309827 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: revisionifmatch.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.310750 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.311264 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: revision-if-match
May 02 03:01:53.311581 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: revisions.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.312678 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.313241 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: standard-attr-revisions
May 02 03:01:53.313560 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: router_availability_zone.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.314215 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.314820 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: router_availability_zone
May 02 03:01:53.315138 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: routerservicetype.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.316034 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.316546 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extension router-service-type not supported by any of loaded plugins
May 02 03:01:53.316862 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.317766 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.318279 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: security-groups-normalized-cidr
May 02 03:01:53.318633 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: security_groups_port_filtering.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.319540 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.320055 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: port-security-groups-filtering
May 02 03:01:53.320375 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.321271 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.321783 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: security-groups-remote-address-group
May 02 03:01:53.322101 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: securitygroup.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.332649 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.333144 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: security-group
May 02 03:01:53.333479 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: segment.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.334309 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.334872 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extension segment not supported by any of loaded plugins
May 02 03:01:53.335201 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.336164 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.336681 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
May 02 03:01:53.337005 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: servicetype.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.338121 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.338687 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: service-type
May 02 03:01:53.339013 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: sorting.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.339988 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.340318 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: sorting
May 02 03:01:53.340639 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: standard_attr_segment.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.341541 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.342059 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extension standard-attr-segment not supported by any of loaded plugins
May 02 03:01:53.342380 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: standardattrdescription.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.343046 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.343558 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: standard-attr-description
May 02 03:01:53.343874 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: stateful_security_group.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.345561 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.346080 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: stateful-security-group
May 02 03:01:53.346400 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: stdattrs_common.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.346996 dv-cinder-789077-1-iscsi neutron-server[73761]: WARNING neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
May 02 03:01:53.347313 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.348323 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.348837 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
May 02 03:01:53.349155 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: subnet_onboard.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.350215 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.350763 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: subnet_onboard
May 02 03:01:53.351087 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.352013 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.352525 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
May 02 03:01:53.352848 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: subnet_service_types.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.353755 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.354273 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: subnet-service-types
May 02 03:01:53.354626 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: subnetallocation.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.355700 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.356217 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: subnet_allocation
May 02 03:01:53.356538 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.357191 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.357708 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: subnetpool-prefix-ops
May 02 03:01:53.358025 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.358960 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.359485 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
May 02 03:01:53.359806 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: tagging.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.361055 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.361582 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: standard-attr-tag
May 02 03:01:53.361910 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: timestamp.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.363129 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.363651 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loaded extension: standard-attr-timestamp
May 02 03:01:53.364229 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: trunk.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.365242 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.365765 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extension trunk not supported by any of loaded plugins
May 02 03:01:53.366091 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: trunk_details.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.367025 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.367547 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extension trunk-details not supported by any of loaded plugins
May 02 03:01:53.367871 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: uplink_status_propagation.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.368768 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.369281 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extension uplink-status-propagation not supported by any of loaded plugins
May 02 03:01:53.369603 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Loading extension file: vlantransparent.py {{(pid=73761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 02 03:01:53.370270 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=73761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 02 03:01:53.370807 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extension vlan-transparent not supported by any of loaded plugins
May 02 03:01:53.373324 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.quota.resource_registry [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Creating instance of TrackedResource for resource:network
May 02 03:01:53.374056 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.quota.resource_registry [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Creating instance of TrackedResource for resource:subnet
May 02 03:01:53.374870 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.quota.resource_registry [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Creating instance of TrackedResource for resource:subnetpool
May 02 03:01:53.375482 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.quota.resource_registry [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Creating instance of TrackedResource for resource:port
May 02 03:01:53.376790 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.v2.resource_helper [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=73761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 02 03:01:53.377230 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.v2.resource_helper [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Service FLAVORS assigned prefix:  {{(pid=73761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 02 03:01:53.377856 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.v2.resource_helper [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=73761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 02 03:01:53.378287 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.v2.resource_helper [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=73761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 02 03:01:53.378644 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.quota.resource_registry [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Creating instance of TrackedResource for resource:router
May 02 03:01:53.379314 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.quota.resource_registry [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Creating instance of TrackedResource for resource:floatingip
May 02 03:01:53.380025 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.v2.resource_helper [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Service METERING assigned prefix: /metering {{(pid=73761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 02 03:01:53.381479 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4c566c4d60>> rbac-policy before_create 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.381849 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4c566c4d60>> rbac-policy before_update 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.382201 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4c566c4d60>> rbac-policy before_delete 55550000 {{(pid=73761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:01:53.383388 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.quota.resource_registry [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Creating instance of CountableResource for resource:rbac_policy
May 02 03:01:53.383833 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.quota.resource_registry [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Creating instance of TrackedResource for resource:security_group
May 02 03:01:53.384500 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.quota.resource_registry [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Creating instance of TrackedResource for resource:security_group_rule
May 02 03:01:53.385226 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.v2.resource_helper [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Service CORE assigned prefix:  {{(pid=73761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 02 03:01:53.385554 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.quota.resource_registry [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Creating instance of TrackedResource for resource:subnetpool
May 02 03:01:53.385889 dv-cinder-789077-1-iscsi neutron-server[73761]: WARNING neutron.quota.resource_registry [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] subnetpool is already registered
May 02 03:01:53.386529 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.v2.resource_helper [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Service CORE assigned prefix:  {{(pid=73761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 02 03:01:53.386856 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.quota.resource_registry [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Creating instance of TrackedResource for resource:subnetpool
May 02 03:01:53.387186 dv-cinder-789077-1-iscsi neutron-server[73761]: WARNING neutron.quota.resource_registry [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] subnetpool is already registered
May 02 03:01:53.390867 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.v2.resource_helper [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=73761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 02 03:01:53.391838 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.v2.resource_helper [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Service FLAVORS assigned prefix:  {{(pid=73761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 02 03:01:53.392538 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.v2.resource_helper [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=73761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 02 03:01:53.392971 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.v2.resource_helper [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=73761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 02 03:01:53.393304 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.quota.resource_registry [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Creating instance of TrackedResource for resource:router
May 02 03:01:53.393635 dv-cinder-789077-1-iscsi neutron-server[73761]: WARNING neutron.quota.resource_registry [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] router is already registered
May 02 03:01:53.394234 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.quota.resource_registry [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Creating instance of TrackedResource for resource:floatingip
May 02 03:01:53.394585 dv-cinder-789077-1-iscsi neutron-server[73761]: WARNING neutron.quota.resource_registry [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] floatingip is already registered
May 02 03:01:53.395212 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.v2.resource_helper [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Service METERING assigned prefix: /metering {{(pid=73761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 02 03:01:53.395885 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.quota.resource_registry [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Creating instance of CountableResource for resource:rbac_policy
May 02 03:01:53.396215 dv-cinder-789077-1-iscsi neutron-server[73761]: WARNING neutron.quota.resource_registry [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] rbac_policy is already registered
May 02 03:01:53.396759 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.quota.resource_registry [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Creating instance of TrackedResource for resource:security_group
May 02 03:01:53.397087 dv-cinder-789077-1-iscsi neutron-server[73761]: WARNING neutron.quota.resource_registry [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] security_group is already registered
May 02 03:01:53.397667 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.quota.resource_registry [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Creating instance of TrackedResource for resource:security_group_rule
May 02 03:01:53.398002 dv-cinder-789077-1-iscsi neutron-server[73761]: WARNING neutron.quota.resource_registry [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] security_group_rule is already registered
May 02 03:01:53.398697 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.v2.resource_helper [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Service CORE assigned prefix:  {{(pid=73761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 02 03:01:53.399025 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.quota.resource_registry [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Creating instance of TrackedResource for resource:subnetpool
May 02 03:01:53.399351 dv-cinder-789077-1-iscsi neutron-server[73761]: WARNING neutron.quota.resource_registry [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] subnetpool is already registered
May 02 03:01:53.399941 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.v2.resource_helper [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Service CORE assigned prefix:  {{(pid=73761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 02 03:01:53.400263 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.quota.resource_registry [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Creating instance of TrackedResource for resource:subnetpool
May 02 03:01:53.400585 dv-cinder-789077-1-iscsi neutron-server[73761]: WARNING neutron.quota.resource_registry [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] subnetpool is already registered
May 02 03:01:53.401238 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extended resource: extensions {{(pid=73761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 02 03:01:53.402746 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extended resource: address-groups {{(pid=73761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 02 03:01:53.404343 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extended resource: address-scopes {{(pid=73761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 02 03:01:53.405543 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extended resource: agents {{(pid=73761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 02 03:01:53.406806 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extended resource: auto-allocated-topology {{(pid=73761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 02 03:01:53.408771 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extended resource: availability_zones {{(pid=73761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 02 03:01:53.410069 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extended resource: dhcp-networks {{(pid=73761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 02 03:01:53.411489 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extended resource: dhcp-agents {{(pid=73761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 02 03:01:53.412914 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extended resource: routers {{(pid=73761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 02 03:01:53.414755 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extended resource: flavors {{(pid=73761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 02 03:01:53.415906 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extended resource: service_profiles {{(pid=73761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 02 03:01:53.417112 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extended resource: next_providers {{(pid=73761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 02 03:01:53.418645 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extended resource: service_profiles {{(pid=73761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 02 03:01:53.420075 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extended resource: floatingip-pools {{(pid=73761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 02 03:01:53.421282 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extended resource: routers {{(pid=73761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 02 03:01:53.423131 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extended resource: floatingips {{(pid=73761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 02 03:01:53.424322 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extended resource: l3-routers {{(pid=73761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 02 03:01:53.425690 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extended resource: l3-agents {{(pid=73761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 02 03:01:53.427130 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extended resource: metering-labels {{(pid=73761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 02 03:01:53.428462 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extended resource: metering-label-rules {{(pid=73761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 02 03:01:53.429734 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extended resource: network-ip-availabilities {{(pid=73761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 02 03:01:53.431036 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extended resource: bindings {{(pid=73761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 02 03:01:53.432666 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extended resource: quotas {{(pid=73761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 02 03:01:53.434074 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extended resource: quotas {{(pid=73761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 02 03:01:53.435541 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extended resource: rbac-policies {{(pid=73761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 02 03:01:53.436786 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extended resource: security-groups {{(pid=73761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 02 03:01:53.437986 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extended resource: security-group-rules {{(pid=73761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 02 03:01:53.439305 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extended resource: service-providers {{(pid=73761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 02 03:01:53.440509 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extended resource: subnetpools {{(pid=73761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 02 03:01:53.441903 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extended resource: subnetpools {{(pid=73761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 02 03:01:53.443422 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extended resource: tags {{(pid=73761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 02 03:01:53.445078 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extended resource: tags {{(pid=73761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 02 03:01:53.446916 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extended resource: tags {{(pid=73761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 02 03:01:53.448682 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extended resource: tags {{(pid=73761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 02 03:01:53.451518 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extended resource: tags {{(pid=73761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 02 03:01:53.453363 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extended resource: tags {{(pid=73761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 02 03:01:53.455832 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extended resource: tags {{(pid=73761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 02 03:01:53.569207 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extended resource: tags {{(pid=73761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 02 03:01:53.571000 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extended resource: tags {{(pid=73761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 02 03:01:53.572848 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron.api.extensions [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Extended resource: tags {{(pid=73761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 02 03:01:53.578703 dv-cinder-789077-1-iscsi neutron-server[73761]: WARNING keystonemiddleware.auth_token [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
May 02 03:01:53.583594 dv-cinder-789077-1-iscsi neutron-server[73761]: WARNING keystonemiddleware.auth_token [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
May 02 03:01:53.591679 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_concurrency.lockutils [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Acquired lock "singleton_lock" {{(pid=73761) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
May 02 03:01:53.592162 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_concurrency.lockutils [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Releasing lock "singleton_lock" {{(pid=73761) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
May 02 03:01:53.592795 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO oslo_service.service [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Starting 2 workers
May 02 03:01:53.597969 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Started child 73900 {{(pid=73761) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 02 03:01:53.602281 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Started child 73901 {{(pid=73761) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 02 03:01:53.603309 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:01:53.603862 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO neutron.service [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Neutron service started, listening on 0.0.0.0:9696
May 02 03:01:53.604481 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Notify callbacks [] for process, before_spawn {{(pid=73761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:01:53.604798 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [-] (73900) wsgi starting up on http://0.0.0.0:9696
May 02 03:01:53.606972 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO oslo_service.service [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Starting 1 workers
May 02 03:01:53.607085 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:01:53.608360 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [-] (73901) wsgi starting up on http://0.0.0.0:9696
May 02 03:01:53.612729 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Started child 73902 {{(pid=73761) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 02 03:01:53.613258 dv-cinder-789077-1-iscsi neutron-server[73761]: INFO oslo_service.service [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Starting 1 workers
May 02 03:01:53.616399 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.service [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] calling RpcWorker wait() {{(pid=73902) _wait /opt/stack/neutron/neutron/service.py:128}}
May 02 03:01:53.616961 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.service [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] returning from RpcWorker wait() {{(pid=73902) _wait /opt/stack/neutron/neutron/service.py:135}}
May 02 03:01:53.617928 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Started child 73903 {{(pid=73761) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 02 03:01:53.618137 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:01:53.618680 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:01:53.618772 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3a8a-3c61-4b08-b6e6-590867ca633c None None] Notify callbacks [] for process, after_spawn {{(pid=73761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:01:53.620608 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=73761) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
May 02 03:01:53.620820 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 02 03:01:53.620999 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 02 03:01:53.621222 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 02 03:01:53.621543 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 02 03:01:53.621706 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 02 03:01:53.622208 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.622524 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.622797 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.623057 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.623351 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.623453 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:01:53.623962 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.624192 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.624429 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.624554 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:01:53.624706 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.624972 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.625143 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.625310 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.625561 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.625851 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.626231 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.626512 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.626762 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.627017 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.627184 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.627443 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.627703 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.627945 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.628215 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] debug                          = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.628480 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.628974 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.629207 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.629459 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.629683 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.629946 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.630213 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.630519 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.630773 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.631010 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.631234 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.631478 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.631709 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.631941 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.632173 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.632427 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.632642 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.633137 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] host                           = dv-cinder-789077-1-iscsi {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.633350 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.633571 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.633815 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.634065 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.634305 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.634541 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.634808 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.635046 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.635302 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.635528 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.635781 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.635998 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.636214 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.636449 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.636611 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.636839 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.637117 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.637378 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.637564 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.637777 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.637901 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.638154 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.638317 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.638594 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.638806 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.639014 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.639224 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.639455 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.639697 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.639943 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.640170 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.640408 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.640619 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.640859 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.641080 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.641330 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.641566 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.641807 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.642016 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.642322 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.642578 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.642809 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.643025 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.643235 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.643497 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.643724 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.643959 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.644267 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.645745 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.645745 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.645745 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.645745 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.645745 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.646324 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.646638 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.646966 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.647123 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.647322 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.647534 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.647770 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.648011 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.648240 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.648483 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.648749 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.649032 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.649336 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.649551 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.649761 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.649992 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.650403 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.650715 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.651037 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.651269 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.651505 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.651755 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.652014 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.653541 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.653818 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.654059 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.654392 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.654653 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.654955 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.655196 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.655461 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.655785 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.656043 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.656309 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.656545 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.656803 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.657589 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.657822 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.658147 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.658404 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.658703 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.38/identity {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.658977 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.659224 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.659444 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.659689 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.659901 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.660120 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.660349 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.660627 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.660856 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.661076 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.661313 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.661545 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.661780 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.662023 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.662932 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.662932 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.662932 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.663187 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.663187 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.663665 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.663665 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.664118 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.666290 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.666290 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.666290 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.666290 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.666290 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.666290 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.666771 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.666771 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.666902 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.667065 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.667307 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.667503 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.667720 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.668018 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.669797 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.669797 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.669797 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.669797 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.669797 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.669797 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.669797 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.670285 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.670285 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.670285 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.670610 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.670782 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.671000 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.671211 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.671421 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.671630 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.671858 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.672093 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.672304 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.672622 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.673328 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.673579 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.673818 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.674317 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.674462 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.674616 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.674847 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.675084 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.675334 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.675562 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.675804 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.676025 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.676275 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.676489 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.676755 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.676983 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.677224 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.677448 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.677665 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.677902 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.678125 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.678393 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.678662 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.678902 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.679144 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.679421 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.679700 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.679976 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.680345 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.680676 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.680947 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.681200 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.681472 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.681720 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.681984 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.682279 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.682567 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.682839 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.683111 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.683339 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.683594 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.683838 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.684081 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.684326 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.684569 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.684785 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.685072 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.685304 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.685533 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.685742 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.685968 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.686265 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.686515 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.686731 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.686940 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.687216 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.687464 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.687699 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.688012 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.688777 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.688996 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.689234 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.689480 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.38/identity {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.689693 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.689921 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.690164 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.690376 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.691726 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.691726 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.691726 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.691726 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.691726 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.691726 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.692124 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.692124 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.692287 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.692496 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.693066 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.693471 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.694192 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.694459 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.694712 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.694937 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.695155 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.695369 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.695585 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.695839 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.696077 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.696340 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.696588 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.696823 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.697055 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.697308 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.697587 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.697802 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.698048 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.698264 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.698500 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.698719 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.698935 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.699149 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.699389 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.699634 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.699844 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.700108 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.700439 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.702143 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.702446 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.702708 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.702964 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.703209 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.703429 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.703677 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.704516 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.704759 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.704980 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.705213 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.705551 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.705807 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.706061 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.706273 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.707343 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.708482 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.709558 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.709818 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.710128 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.710404 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.710679 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.710931 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.711183 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.711419 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.711634 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.711848 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.712074 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.712280 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.712510 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.712751 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.712957 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.713171 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.713402 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.713630 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.713840 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.714070 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.714286 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.714936 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.715180 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.715409 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.715623 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.715842 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.716052 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.716402 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.716655 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.716874 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.717160 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.717400 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.717652 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.717919 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.718236 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.718469 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.719138 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.719345 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.719720 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.720055 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.720335 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.720676 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.720981 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.721242 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.721478 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.721759 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.722041 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.722296 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.722541 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.722851 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.723175 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.723451 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.723711 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.723956 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.724259 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.724497 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.724733 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.724965 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.725179 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.725393 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.725629 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.725908 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.726134 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.726368 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.726638 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.726854 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.727096 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.727312 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.727524 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.727736 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.727956 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 02 03:01:53.729889 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=73761) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
May 02 03:01:53.729889 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 02 03:01:53.730083 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 02 03:01:53.730162 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 02 03:01:53.730337 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 02 03:01:53.730509 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 02 03:01:53.730722 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.730947 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.731047 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.731181 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.731342 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.731524 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.731685 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.731845 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.732002 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.732159 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.732324 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.732479 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.732638 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.732802 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.732963 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.733119 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.733276 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.733434 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.733597 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.733754 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.733916 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.734076 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.734232 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] debug                          = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.734389 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.734815 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.734980 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.735203 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.735362 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.735521 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.735677 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.735937 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.736042 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.736158 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.736400 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.736505 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.736605 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.736740 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.736897 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.737047 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.737207 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.737372 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] host                           = dv-cinder-789077-1-iscsi {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.737516 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.737671 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.737828 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.737983 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.738295 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.738630 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.739200 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.739492 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.739790 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.740086 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.740381 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.740675 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.740992 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.741282 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.741576 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.741869 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.742162 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.742492 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.742688 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.742854 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.743021 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.743179 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.743475 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.743771 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.744065 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.744356 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.744660 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.744950 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.745272 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.745596 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.745932 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.746784 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.747119 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.747283 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.747580 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.747872 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.748165 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.748497 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.748662 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.748852 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.748984 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.749146 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.749305 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.749394 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:01:53.749490 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.749610 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.749905 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.750075 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.750223 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.750384 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.750592 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.751309 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.751472 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.751638 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.751800 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.751951 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.752104 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.752261 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.752422 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.752582 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.752767 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.752875 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.753035 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.753185 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.753338 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.753491 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.753654 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.753839 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.753981 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.754118 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 02 03:01:53.754297 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.754822 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.754822 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.754822 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.755043 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.755112 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.755250 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.755567 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.755733 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.755913 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.756055 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.756189 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.756430 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.756592 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.756729 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.756878 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.757016 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.757165 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.757302 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.757436 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.757570 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.757720 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.757864 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.758021 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.758182 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.38/identity {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.758343 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.758537 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.758702 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.758864 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.759040 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.759180 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.759333 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.759473 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.759628 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.759875 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.760017 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.760152 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.760286 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.760420 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.760554 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.760698 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.760848 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.760992 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.761161 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.761300 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.761435 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.761570 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.761716 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.762018 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.766941 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.766941 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.766941 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.766941 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.766941 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.766941 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.766941 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.766941 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.766941 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.767650 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.767650 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.767650 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.767650 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.767650 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.767650 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.767650 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.767650 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.767650 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.768138 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.768138 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.768138 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.768138 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.768138 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.768138 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.768138 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.768138 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.768138 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.768614 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.768614 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.768614 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.768614 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.768614 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.768614 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.768930 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.768930 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.769233 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.769233 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.769412 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.769573 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.769730 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.769914 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.770079 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.770236 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.770392 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.770594 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.770752 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.770908 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.771066 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.771228 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.771386 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.771543 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.771699 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.771870 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.772029 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.772186 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.772344 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.772500 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.772657 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.772815 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.773043 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.773205 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.773362 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.773531 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.773698 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.773840 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.773997 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.774161 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.774328 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.775593 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.775775 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.775939 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.776495 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.776495 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.776495 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.776831 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.776953 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.777075 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.778134 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.778134 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.778134 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.778134 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.778603 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.778603 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.779051 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.779214 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.779374 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.779535 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.779728 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.780074 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.780229 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.780502 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.780627 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.780742 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.780885 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.781050 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.38/identity {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.781208 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.781367 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.781525 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.781684 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.781843 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.782678 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.782968 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.783094 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.783216 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.783357 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.783472 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.783597 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.783754 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.783915 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.784091 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.784232 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.784390 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.784547 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.784704 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.784861 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.785006 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.785164 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.786160 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.786327 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.786527 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.786695 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.787674 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.787850 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.788448 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.788727 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.788898 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.789059 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.789223 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.789384 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.789533 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.789732 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.789946 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.790189 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.790343 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.790486 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.790696 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.790919 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.791085 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.791586 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.792568 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.793793 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.793960 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.794132 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.795261 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.795261 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.795261 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.795261 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.795544 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.795544 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.795686 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.795837 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.795997 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.796157 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.796315 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.796473 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.796631 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.796789 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.796962 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.797120 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.797278 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.797436 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.798224 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.798394 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.798589 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.798747 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.798906 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.799064 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.799232 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.799390 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.799548 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.799705 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.799866 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.800032 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.800190 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.800351 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.800512 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.800666 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.800811 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.800973 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.801129 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.801285 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.801442 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.801608 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.801766 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.801923 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.802088 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.802245 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.802401 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.802580 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.802750 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.802907 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.803066 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.803224 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.803380 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.803536 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.803697 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.803859 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.804026 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.804191 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.804350 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.804516 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.804682 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.804868 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.805006 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.805165 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.805335 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.805492 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.805649 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.805806 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.805962 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.806118 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.806274 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.806450 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.806604 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.806761 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.806921 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.807078 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.807235 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.807392 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.807632 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.807797 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.807954 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.809743 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.809936 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.810510 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 02 03:01:53.810717 dv-cinder-789077-1-iscsi neutron-server[73761]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 02 03:01:53.830873 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 41742) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:01:53.839363 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [-] 10.222.0.38 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0063090
May 02 03:02:05.150352 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e70001-c220-4013-b796-29f754ee1cd6 None None] get_active_networks_info from dv-cinder-789077-1-iscsi {{(pid=73902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
May 02 03:02:05.231629 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e70001-c220-4013-b796-29f754ee1cd6 None None] No non-hosted networks {{(pid=73902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
May 02 03:02:05.233699 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-c00edd79-cf39-4895-93f6-446816a06536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055'] for agent, after_create {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:07.702020 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055'] for agent, after_create {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:07.702902 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:02:07.703283 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:02:07.704450 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:02:07.707011 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:02:07.707481 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:02:07.708916 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:02:07.709740 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:02:07.710950 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:02:07.711393 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:02:07.712323 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:02:07.713058 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:02:07.715143 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:02:07.715780 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f4c563ba6d0>, 'Open vSwitch agent', 'dv-cinder-789077-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:02:07.730647 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f4c55a90b20>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-789077-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:02:08.041807 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-304da1fd-e047-477c-8e83-f0c0176e69f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055'] for agent, after_create {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:08.092659 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-6fb45308-5fc8-414f-8edd-969dd45c9786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:09.211689 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055'] for agent, after_create {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:10.502048 dv-cinder-789077-1-iscsi neutron-server[73902]: INFO neutron.db.l3_hamode_db [None req-886df13d-8e25-44ea-87a8-2b2e79fd07d8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
May 02 03:02:10.601754 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886df13d-8e25-44ea-87a8-2b2e79fd07d8 None None] Routers set() bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:02:10.602838 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886df13d-8e25-44ea-87a8-2b2e79fd07d8 None None] Router IDs set() for agent in host dv-cinder-789077-1-iscsi {{(pid=73902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
May 02 03:02:10.693128 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055'] for agent, after_create {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:12.040200 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 41832) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:02:12.632075 dv-cinder-789077-1-iscsi neutron-server[73900]: WARNING oslo_policy.policy [None req-cb6c1555-216f-4987-95ed-96e2a5b85e8b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 02 03:02:12.632651 dv-cinder-789077-1-iscsi neutron-server[73900]: WARNING oslo_policy.policy [None req-cb6c1555-216f-4987-95ed-96e2a5b85e8b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 02 03:02:12.847921 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [None req-cb6c1555-216f-4987-95ed-96e2a5b85e8b admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=73900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 02 03:02:12.849135 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-cb6c1555-216f-4987-95ed-96e2a5b85e8b admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8069706
May 02 03:02:15.257852 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 41846) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:02:15.625448 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [None req-7b1aaeb8-7b53-4990-bffa-f934fd114226 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:02:15.726853 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.policy [None req-7b1aaeb8-7b53-4990-bffa-f934fd114226 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=73900) register_rules /opt/stack/neutron/neutron/policy.py:73}}
May 02 03:02:15.772882 dv-cinder-789077-1-iscsi neutron-server[73900]: WARNING oslo_policy.policy [None req-7b1aaeb8-7b53-4990-bffa-f934fd114226 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 02 03:02:15.773262 dv-cinder-789077-1-iscsi neutron-server[73900]: WARNING oslo_policy.policy [None req-7b1aaeb8-7b53-4990-bffa-f934fd114226 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 02 03:02:15.782758 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.quota [None req-7b1aaeb8-7b53-4990-bffa-f934fd114226 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f4c5611d400>.
May 02 03:02:15.798582 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-7b1aaeb8-7b53-4990-bffa-f934fd114226 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:02:15.858407 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-7b1aaeb8-7b53-4990-bffa-f934fd114226 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747863720049', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747863720524', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747863745604', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747863750800', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747863761524', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747863768515', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1688520', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1618832', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-568975', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-639195'] for rbac-policy, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:15.919233 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-7b1aaeb8-7b53-4990-bffa-f934fd114226 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:15.920414 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-7b1aaeb8-7b53-4990-bffa-f934fd114226 admin admin] 10.222.0.38 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6615889
May 02 03:02:18.557278 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 41860) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:02:18.918542 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [None req-8ae11736-9181-4e5e-8567-543575ba3a51 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '01ed0009c4b24a0abfecf3d7d45ce250', 'admin_state_up': True, 'project_id': '01ed0009c4b24a0abfecf3d7d45ce250'}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:02:18.923361 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-8ae11736-9181-4e5e-8567-543575ba3a51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:02:18.927891 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-8ae11736-9181-4e5e-8567-543575ba3a51 admin admin] Usage tracker for resource:network and tenant:01ed0009c4b24a0abfecf3d7d45ce250 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:02:18.932461 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-8ae11736-9181-4e5e-8567-543575ba3a51 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:02:18.938750 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-8ae11736-9181-4e5e-8567-543575ba3a51 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:02:18.948346 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae11736-9181-4e5e-8567-543575ba3a51 admin admin] Made reservation on behalf of 01ed0009c4b24a0abfecf3d7d45ce250 for: {'network': 1} {{(pid=73900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 02 03:02:18.951128 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-8ae11736-9181-4e5e-8567-543575ba3a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for network, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:18.969900 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-8ae11736-9181-4e5e-8567-543575ba3a51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:18.983649 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-8ae11736-9181-4e5e-8567-543575ba3a51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:02:18.987382 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-8ae11736-9181-4e5e-8567-543575ba3a51 admin admin] Usage tracker for resource:security_group_rule and tenant:01ed0009c4b24a0abfecf3d7d45ce250 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:02:18.992618 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-8ae11736-9181-4e5e-8567-543575ba3a51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:02:18.998213 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-8ae11736-9181-4e5e-8567-543575ba3a51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:02:19.101636 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-8ae11736-9181-4e5e-8567-543575ba3a51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:19.105482 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-8ae11736-9181-4e5e-8567-543575ba3a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:19.111627 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:02:19.133237 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ae11736-9181-4e5e-8567-543575ba3a51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208}  {{(pid=73900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 02 03:02:19.159099 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-8ae11736-9181-4e5e-8567-543575ba3a51 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747865761064', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800657'] for segment, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:19.159623 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-8ae11736-9181-4e5e-8567-543575ba3a51 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f4c56e65280> segment precommit_create {{(pid=73900) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
May 02 03:02:19.160079 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.db.segments_db [None req-8ae11736-9181-4e5e-8567-543575ba3a51 admin admin] Added segment c13fa3ca-78a8-45f1-9f0c-cc4589c880b7 of type vlan for network 3a4fd3d5-5b6d-4112-8f5b-5292e4149500
May 02 03:02:19.168745 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae11736-9181-4e5e-8567-543575ba3a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1a9cf3-ad05-4015-9284-2d2d4ecca470,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:02:19.220171 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae11736-9181-4e5e-8567-543575ba3a51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:02:19.220524 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae11736-9181-4e5e-8567-543575ba3a51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:02:19.220853 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae11736-9181-4e5e-8567-543575ba3a51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:02:19.221171 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae11736-9181-4e5e-8567-543575ba3a51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:02:19.221488 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae11736-9181-4e5e-8567-543575ba3a51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:02:19.221816 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae11736-9181-4e5e-8567-543575ba3a51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:02:19.222113 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae11736-9181-4e5e-8567-543575ba3a51 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:02:19.222453 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae11736-9181-4e5e-8567-543575ba3a51 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:02:19.222755 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae11736-9181-4e5e-8567-543575ba3a51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:02:19.223062 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae11736-9181-4e5e-8567-543575ba3a51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:02:19.223368 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae11736-9181-4e5e-8567-543575ba3a51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:02:19.223668 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae11736-9181-4e5e-8567-543575ba3a51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:02:19.224781 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae11736-9181-4e5e-8567-543575ba3a51 admin admin] Tracked resource versions report:
May 02 03:02:19.224781 dv-cinder-789077-1-iscsi neutron-server[73900]: pushed versions:
May 02 03:02:19.224781 dv-cinder-789077-1-iscsi neutron-server[73900]: {   'AddressGroup': {'1.2'},
May 02 03:02:19.224781 dv-cinder-789077-1-iscsi neutron-server[73900]:     'ConntrackHelper': {'1.0'},
May 02 03:02:19.224781 dv-cinder-789077-1-iscsi neutron-server[73900]:     'Log': {'1.0'},
May 02 03:02:19.224781 dv-cinder-789077-1-iscsi neutron-server[73900]:     'Network': {'1.1'},
May 02 03:02:19.224781 dv-cinder-789077-1-iscsi neutron-server[73900]:     'Port': {'1.7'},
May 02 03:02:19.224781 dv-cinder-789077-1-iscsi neutron-server[73900]:     'PortForwarding': {'1.2'},
May 02 03:02:19.224781 dv-cinder-789077-1-iscsi neutron-server[73900]:     'QosPolicy': {'1.8'},
May 02 03:02:19.224781 dv-cinder-789077-1-iscsi neutron-server[73900]:     'SecurityGroup': {'1.4'},
May 02 03:02:19.224781 dv-cinder-789077-1-iscsi neutron-server[73900]:     'SecurityGroupRule': {'1.2'},
May 02 03:02:19.224781 dv-cinder-789077-1-iscsi neutron-server[73900]:     'SubPort': {'1.0'},
May 02 03:02:19.224781 dv-cinder-789077-1-iscsi neutron-server[73900]:     'Subnet': {'1.1'},
May 02 03:02:19.224781 dv-cinder-789077-1-iscsi neutron-server[73900]:     'Trunk': {'1.1'}}
May 02 03:02:19.224781 dv-cinder-789077-1-iscsi neutron-server[73900]: consumer versions:
May 02 03:02:19.224781 dv-cinder-789077-1-iscsi neutron-server[73900]: {   DHCP agent@dv-cinder-789077-1-iscsi: {},
May 02 03:02:19.224781 dv-cinder-789077-1-iscsi neutron-server[73900]:     L3 agent@dv-cinder-789077-1-iscsi: {},
May 02 03:02:19.224781 dv-cinder-789077-1-iscsi neutron-server[73900]:     Metadata agent@dv-cinder-789077-1-iscsi: {},
May 02 03:02:19.224781 dv-cinder-789077-1-iscsi neutron-server[73900]:     Metering agent@dv-cinder-789077-1-iscsi: {},
May 02 03:02:19.224781 dv-cinder-789077-1-iscsi neutron-server[73900]:     Open vSwitch agent@dv-cinder-789077-1-iscsi: {   'AddressGroup': '1.2',
May 02 03:02:19.224781 dv-cinder-789077-1-iscsi neutron-server[73900]:                                                      'ConntrackHelper': '1.0',
May 02 03:02:19.224781 dv-cinder-789077-1-iscsi neutron-server[73900]:                                                      'Log': '1.0',
May 02 03:02:19.224781 dv-cinder-789077-1-iscsi neutron-server[73900]:                                                      'Network': '1.1',
May 02 03:02:19.224781 dv-cinder-789077-1-iscsi neutron-server[73900]:                                                      'Port': '1.7',
May 02 03:02:19.224781 dv-cinder-789077-1-iscsi neutron-server[73900]:                                                      'PortForwarding': '1.2',
May 02 03:02:19.224781 dv-cinder-789077-1-iscsi neutron-server[73900]:                                                      'QosPolicy': '1.8',
May 02 03:02:19.224781 dv-cinder-789077-1-iscsi neutron-server[73900]:                                                      'SecurityGroup': '1.4',
May 02 03:02:19.224781 dv-cinder-789077-1-iscsi neutron-server[73900]:                                                      'SecurityGroupRule': '1.2',
May 02 03:02:19.224781 dv-cinder-789077-1-iscsi neutron-server[73900]:                                                      'SubPort': '1.0',
May 02 03:02:19.224781 dv-cinder-789077-1-iscsi neutron-server[73900]:                                                      'Subnet': '1.1',
May 02 03:02:19.224781 dv-cinder-789077-1-iscsi neutron-server[73900]:                                                      'Trunk': '1.1'}}
May 02 03:02:19.224781 dv-cinder-789077-1-iscsi neutron-server[73900]:  {{(pid=73900) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 02 03:02:19.284121 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-8ae11736-9181-4e5e-8567-543575ba3a51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:02:19.285900 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-8ae11736-9181-4e5e-8567-543575ba3a51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747865320852'] for network, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:19.326595 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-8ae11736-9181-4e5e-8567-543575ba3a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347'] for network, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:19.328881 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae11736-9181-4e5e-8567-543575ba3a51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:02:19.329909 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-8ae11736-9181-4e5e-8567-543575ba3a51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for network, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:19.333258 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:02:19.439900 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae11736-9181-4e5e-8567-543575ba3a51 admin admin] Pushing event updated for resources: {'Network': ['ID=3a4fd3d5-5b6d-4112-8f5b-5292e4149500,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:02:19.443351 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-8ae11736-9181-4e5e-8567-543575ba3a51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:02:19.444828 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-8ae11736-9181-4e5e-8567-543575ba3a51 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.8865194
May 02 03:02:19.461523 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Network 3a4fd3d5-5b6d-4112-8f5b-5292e4149500 details requested by agent ovs-agent-dv-cinder-789077-1-iscsi with host dv-cinder-789077-1-iscsi {{(pid=73902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 02 03:02:22.202265 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 41876) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:02:22.693579 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7ac217-3a0a-4e28-8e3c-285989fb407a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:02:22.694978 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-5a7ac217-3a0a-4e28-8e3c-285989fb407a admin admin] 10.222.0.38 "GET /v2.0/networks/3a4fd3d5-5b6d-4112-8f5b-5292e4149500 HTTP/1.1" status: 200  len: 825 time: 0.4917583
May 02 03:02:22.724404 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-b2197745-99d7-41d2-b03e-0f6c3a7da2dd admin admin] 10.222.0.38 "GET /v2.0/subnetpools/8435d7ea-d8f1-4f1d-8a6c-b94baba33abc HTTP/1.1" status: 200  len: 734 time: 0.0239875
May 02 03:02:22.736452 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [None req-8687a713-17f8-4675-84b5-e0704fa29976 admin admin] Request body: {'subnet': {'network_id': '3a4fd3d5-5b6d-4112-8f5b-5292e4149500', 'gateway_ip': '172.20.0.1', 'tenant_id': '01ed0009c4b24a0abfecf3d7d45ce250', 'subnetpool_id': '8435d7ea-d8f1-4f1d-8a6c-b94baba33abc', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:02:22.741859 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-8687a713-17f8-4675-84b5-e0704fa29976 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:02:22.745959 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-8687a713-17f8-4675-84b5-e0704fa29976 admin admin] Usage tracker for resource:subnet and tenant:01ed0009c4b24a0abfecf3d7d45ce250 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:02:22.749136 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-8687a713-17f8-4675-84b5-e0704fa29976 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:02:22.756016 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-8687a713-17f8-4675-84b5-e0704fa29976 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:02:22.767592 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8687a713-17f8-4675-84b5-e0704fa29976 admin admin] Made reservation on behalf of 01ed0009c4b24a0abfecf3d7d45ce250 for: {'subnet': 1} {{(pid=73900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 02 03:02:22.769925 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-8687a713-17f8-4675-84b5-e0704fa29976 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:23.304134 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-8687a713-17f8-4675-84b5-e0704fa29976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347'] for subnet, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:23.309390 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:02:23.395804 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8687a713-17f8-4675-84b5-e0704fa29976 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49067e87-204e-4b8b-bbb1-4a5f97950250,revision_number=0']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:02:23.402456 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-8687a713-17f8-4675-84b5-e0704fa29976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:02:23.403242 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8687a713-17f8-4675-84b5-e0704fa29976 admin admin] Checking segment: {'id': 'c13fa3ca-78a8-45f1-9f0c-cc4589c880b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3a4fd3d5-5b6d-4112-8f5b-5292e4149500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:02:23.403614 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8687a713-17f8-4675-84b5-e0704fa29976 admin admin] Network hostable DHCP agents. Network: 3a4fd3d5-5b6d-4112-8f5b-5292e4149500, hostable agents: ['b8cff7bf-6a12-4b5e-9f6f-ac6aa9384c4c'], hosted agents: [] {{(pid=73900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 02 03:02:23.422663 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8687a713-17f8-4675-84b5-e0704fa29976 admin admin] Network 3a4fd3d5-5b6d-4112-8f5b-5292e4149500 is scheduled to be hosted by DHCP agent b8cff7bf-6a12-4b5e-9f6f-ac6aa9384c4c with binding_index 1 {{(pid=73900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 02 03:02:23.432988 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.base_scheduler [None req-8687a713-17f8-4675-84b5-e0704fa29976 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789077-1-iscsi, 3a4fd3d5-5b6d-4112-8f5b-5292e4149500) {{(pid=73900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:02:23.438616 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8687a713-17f8-4675-84b5-e0704fa29976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:02:23.439301 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-8687a713-17f8-4675-84b5-e0704fa29976 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for subnet, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:23.443783 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51353944-d0d2-4842-92c5-7b5d5ea33b76 None None] Network 3a4fd3d5-5b6d-4112-8f5b-5292e4149500 requested from dv-cinder-789077-1-iscsi {{(pid=73902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 02 03:02:23.461648 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-8687a713-17f8-4675-84b5-e0704fa29976 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.7307289
May 02 03:02:23.765701 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e862008-a6b5-49ea-8196-88c71c4d9679 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp638e923c-381b-5c45-a4d5-c004445b304f-3a4fd3d5-5b6d-4112-8f5b-5292e4149500', 'network_id': '3a4fd3d5-5b6d-4112-8f5b-5292e4149500', 'tenant_id': '01ed0009c4b24a0abfecf3d7d45ce250', 'fixed_ips': [{'subnet_id': '49067e87-204e-4b8b-bbb1-4a5f97950250'}]}} from dv-cinder-789077-1-iscsi. {{(pid=73902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 02 03:02:23.767926 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-9e862008-a6b5-49ea-8196-88c71c4d9679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_create {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:24.071241 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.db_base_plugin_common [None req-9e862008-a6b5-49ea-8196-88c71c4d9679 None None] Allocated IP 172.20.0.2 (3a4fd3d5-5b6d-4112-8f5b-5292e4149500/49067e87-204e-4b8b-bbb1-4a5f97950250/de9a542b-23da-4efd-83f4-803fb6b74c6e) {{(pid=73902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 02 03:02:24.353174 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-9e862008-a6b5-49ea-8196-88c71c4d9679 None None] Notify callbacks [] for port, precommit_create {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:24.370883 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-9e862008-a6b5-49ea-8196-88c71c4d9679 None None] Transition to ACTIVE for port object de9a542b-23da-4efd-83f4-803fb6b74c6e will not be triggered until provisioned by entity L2. {{(pid=73902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:02:24.393766 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-9e862008-a6b5-49ea-8196-88c71c4d9679 None None] Transition to ACTIVE for port object de9a542b-23da-4efd-83f4-803fb6b74c6e will not be triggered until provisioned by entity DHCP. {{(pid=73902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:02:24.402357 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-9e862008-a6b5-49ea-8196-88c71c4d9679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747865333526'] for port, after_create {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:24.409275 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:02:24.503563 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e862008-a6b5-49ea-8196-88c71c4d9679 None None] Network 3a4fd3d5-5b6d-4112-8f5b-5292e4149500 is already hosted by enough agents. {{(pid=73902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:02:24.513978 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.scheduler.base_scheduler [None req-9e862008-a6b5-49ea-8196-88c71c4d9679 None None] Resources bound (agent type, host, resource id):  {{(pid=73902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:02:24.525480 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e862008-a6b5-49ea-8196-88c71c4d9679 None None] Received port after_create {{(pid=73902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 02 03:02:24.527875 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e862008-a6b5-49ea-8196-88c71c4d9679 None None] Pushing event updated for resources: {'Port': ['ID=de9a542b-23da-4efd-83f4-803fb6b74c6e,revision_number=1']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:02:24.565560 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e862008-a6b5-49ea-8196-88c71c4d9679 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:02:24.565897 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e862008-a6b5-49ea-8196-88c71c4d9679 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:02:24.566211 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e862008-a6b5-49ea-8196-88c71c4d9679 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:02:24.566553 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e862008-a6b5-49ea-8196-88c71c4d9679 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:02:24.566869 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e862008-a6b5-49ea-8196-88c71c4d9679 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:02:24.567176 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e862008-a6b5-49ea-8196-88c71c4d9679 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:02:24.567482 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e862008-a6b5-49ea-8196-88c71c4d9679 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:02:24.567788 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e862008-a6b5-49ea-8196-88c71c4d9679 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:02:24.568113 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e862008-a6b5-49ea-8196-88c71c4d9679 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:02:24.568419 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e862008-a6b5-49ea-8196-88c71c4d9679 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:02:24.568722 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e862008-a6b5-49ea-8196-88c71c4d9679 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:02:24.569022 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e862008-a6b5-49ea-8196-88c71c4d9679 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:02:24.570174 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e862008-a6b5-49ea-8196-88c71c4d9679 None None] Tracked resource versions report:
May 02 03:02:24.570174 dv-cinder-789077-1-iscsi neutron-server[73902]: pushed versions:
May 02 03:02:24.570174 dv-cinder-789077-1-iscsi neutron-server[73902]: {   'AddressGroup': {'1.2'},
May 02 03:02:24.570174 dv-cinder-789077-1-iscsi neutron-server[73902]:     'ConntrackHelper': {'1.0'},
May 02 03:02:24.570174 dv-cinder-789077-1-iscsi neutron-server[73902]:     'Log': {'1.0'},
May 02 03:02:24.570174 dv-cinder-789077-1-iscsi neutron-server[73902]:     'Network': {'1.1'},
May 02 03:02:24.570174 dv-cinder-789077-1-iscsi neutron-server[73902]:     'Port': {'1.7'},
May 02 03:02:24.570174 dv-cinder-789077-1-iscsi neutron-server[73902]:     'PortForwarding': {'1.2'},
May 02 03:02:24.570174 dv-cinder-789077-1-iscsi neutron-server[73902]:     'QosPolicy': {'1.8'},
May 02 03:02:24.570174 dv-cinder-789077-1-iscsi neutron-server[73902]:     'SecurityGroup': {'1.4'},
May 02 03:02:24.570174 dv-cinder-789077-1-iscsi neutron-server[73902]:     'SecurityGroupRule': {'1.2'},
May 02 03:02:24.570174 dv-cinder-789077-1-iscsi neutron-server[73902]:     'SubPort': {'1.0'},
May 02 03:02:24.570174 dv-cinder-789077-1-iscsi neutron-server[73902]:     'Subnet': {'1.1'},
May 02 03:02:24.570174 dv-cinder-789077-1-iscsi neutron-server[73902]:     'Trunk': {'1.1'}}
May 02 03:02:24.570174 dv-cinder-789077-1-iscsi neutron-server[73902]: consumer versions:
May 02 03:02:24.570174 dv-cinder-789077-1-iscsi neutron-server[73902]: {   DHCP agent@dv-cinder-789077-1-iscsi: {},
May 02 03:02:24.570174 dv-cinder-789077-1-iscsi neutron-server[73902]:     L3 agent@dv-cinder-789077-1-iscsi: {},
May 02 03:02:24.570174 dv-cinder-789077-1-iscsi neutron-server[73902]:     Metadata agent@dv-cinder-789077-1-iscsi: {},
May 02 03:02:24.570174 dv-cinder-789077-1-iscsi neutron-server[73902]:     Metering agent@dv-cinder-789077-1-iscsi: {},
May 02 03:02:24.570174 dv-cinder-789077-1-iscsi neutron-server[73902]:     Open vSwitch agent@dv-cinder-789077-1-iscsi: {   'AddressGroup': '1.2',
May 02 03:02:24.570174 dv-cinder-789077-1-iscsi neutron-server[73902]:                                                      'ConntrackHelper': '1.0',
May 02 03:02:24.570174 dv-cinder-789077-1-iscsi neutron-server[73902]:                                                      'Log': '1.0',
May 02 03:02:24.570174 dv-cinder-789077-1-iscsi neutron-server[73902]:                                                      'Network': '1.1',
May 02 03:02:24.570174 dv-cinder-789077-1-iscsi neutron-server[73902]:                                                      'Port': '1.7',
May 02 03:02:24.570174 dv-cinder-789077-1-iscsi neutron-server[73902]:                                                      'PortForwarding': '1.2',
May 02 03:02:24.570174 dv-cinder-789077-1-iscsi neutron-server[73902]:                                                      'QosPolicy': '1.8',
May 02 03:02:24.570174 dv-cinder-789077-1-iscsi neutron-server[73902]:                                                      'SecurityGroup': '1.4',
May 02 03:02:24.570174 dv-cinder-789077-1-iscsi neutron-server[73902]:                                                      'SecurityGroupRule': '1.2',
May 02 03:02:24.570174 dv-cinder-789077-1-iscsi neutron-server[73902]:                                                      'SubPort': '1.0',
May 02 03:02:24.570174 dv-cinder-789077-1-iscsi neutron-server[73902]:                                                      'Subnet': '1.1',
May 02 03:02:24.570174 dv-cinder-789077-1-iscsi neutron-server[73902]:                                                      'Trunk': '1.1'}}
May 02 03:02:24.570174 dv-cinder-789077-1-iscsi neutron-server[73902]:  {{(pid=73902) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 02 03:02:24.584041 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-9e862008-a6b5-49ea-8196-88c71c4d9679 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:02:24.636287 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.managers [None req-9e862008-a6b5-49ea-8196-88c71c4d9679 None None] Attempting to bind port de9a542b-23da-4efd-83f4-803fb6b74c6e on host dv-cinder-789077-1-iscsi for vnic_type normal with profile  {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 02 03:02:24.636581 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.managers [None req-9e862008-a6b5-49ea-8196-88c71c4d9679 None None] Attempting to bind port de9a542b-23da-4efd-83f4-803fb6b74c6e by drivers openvswitch,hyperv on host dv-cinder-789077-1-iscsi at level 0 using segments [{'id': 'c13fa3ca-78a8-45f1-9f0c-cc4589c880b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3a4fd3d5-5b6d-4112-8f5b-5292e4149500'}] {{(pid=73902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 02 03:02:24.636991 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e862008-a6b5-49ea-8196-88c71c4d9679 None None] Attempting to bind port de9a542b-23da-4efd-83f4-803fb6b74c6e on network 3a4fd3d5-5b6d-4112-8f5b-5292e4149500 {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:02:24.642663 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e862008-a6b5-49ea-8196-88c71c4d9679 None None] Checking agent: {'id': 'b50cee90-c6d3-4c0d-a208-12c20bd9f0cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 2, 8), 'started_at': datetime.datetime(2021, 5, 2, 3, 2, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 02 03:02:24.643318 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e862008-a6b5-49ea-8196-88c71c4d9679 None None] Checking segment: {'id': 'c13fa3ca-78a8-45f1-9f0c-cc4589c880b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3a4fd3d5-5b6d-4112-8f5b-5292e4149500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:02:24.643953 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-9e862008-a6b5-49ea-8196-88c71c4d9679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:24.644499 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e862008-a6b5-49ea-8196-88c71c4d9679 None None] Bound using segment: {'id': 'c13fa3ca-78a8-45f1-9f0c-cc4589c880b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3a4fd3d5-5b6d-4112-8f5b-5292e4149500'} {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 02 03:02:24.645052 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.managers [None req-9e862008-a6b5-49ea-8196-88c71c4d9679 None None] Bound port: de9a542b-23da-4efd-83f4-803fb6b74c6e, host: dv-cinder-789077-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c13fa3ca-78a8-45f1-9f0c-cc4589c880b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3a4fd3d5-5b6d-4112-8f5b-5292e4149500'}}] {{(pid=73902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 02 03:02:24.645456 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-9e862008-a6b5-49ea-8196-88c71c4d9679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:24.745381 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-9e862008-a6b5-49ea-8196-88c71c4d9679 None None] For port de9a542b-23da-4efd-83f4-803fb6b74c6e, host dv-cinder-789077-1-iscsi, cleared binding levels {{(pid=73902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 02 03:02:24.749903 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-9e862008-a6b5-49ea-8196-88c71c4d9679 None None] For port de9a542b-23da-4efd-83f4-803fb6b74c6e, host dv-cinder-789077-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=de9a542b-23da-4efd-83f4-803fb6b74c6e,segment=NetworkSegment(c13fa3ca-78a8-45f1-9f0c-cc4589c880b7),segment_id=c13fa3ca-78a8-45f1-9f0c-cc4589c880b7)] {{(pid=73902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 02 03:02:24.755243 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-9e862008-a6b5-49ea-8196-88c71c4d9679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:24.759372 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-9e862008-a6b5-49ea-8196-88c71c4d9679 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:02:24.858134 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e862008-a6b5-49ea-8196-88c71c4d9679 None None] Pushing event updated for resources: {'Port': ['ID=de9a542b-23da-4efd-83f4-803fb6b74c6e,revision_number=2']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:02:24.915271 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-9e862008-a6b5-49ea-8196-88c71c4d9679 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:02:26.162223 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 41888) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:02:26.586727 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [None req-72484d08-f837-43cd-b6bb-3967610103f8 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=73900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 02 03:02:26.587780 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-72484d08-f837-43cd-b6bb-3967610103f8 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4244804
May 02 03:02:29.033913 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 41898) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:02:29.673284 dv-cinder-789077-1-iscsi neutron-server[73901]: WARNING oslo_policy.policy [None req-2619b3a0-9c93-45b5-a9fe-df6bc3048968 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 02 03:02:29.673858 dv-cinder-789077-1-iscsi neutron-server[73901]: WARNING oslo_policy.policy [None req-2619b3a0-9c93-45b5-a9fe-df6bc3048968 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 02 03:02:29.890465 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [None req-2619b3a0-9c93-45b5-a9fe-df6bc3048968 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=73901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 02 03:02:29.892007 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-2619b3a0-9c93-45b5-a9fe-df6bc3048968 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8569441
May 02 03:02:30.426878 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device de9a542b-23da-4efd-83f4-803fb6b74c6e up at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:02:30.493290 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f567e53-15e6-41cf-8184-e52455c2e857 None None] Network 3a4fd3d5-5b6d-4112-8f5b-5292e4149500 requested from dv-cinder-789077-1-iscsi {{(pid=73902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 02 03:02:30.586229 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning for port de9a542b-23da-4efd-83f4-803fb6b74c6e completed by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:02:30.622952 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-879aec30-9d5d-4fda-baa3-7eda6b619a35 None None] Provisioning for port de9a542b-23da-4efd-83f4-803fb6b74c6e completed by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:02:30.639648 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-879aec30-9d5d-4fda-baa3-7eda6b619a35 None None] Provisioning complete for port de9a542b-23da-4efd-83f4-803fb6b74c6e triggered by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:02:30.640043 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-879aec30-9d5d-4fda-baa3-7eda6b619a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:30.896060 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-879aec30-9d5d-4fda-baa3-7eda6b619a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:30.972263 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-879aec30-9d5d-4fda-baa3-7eda6b619a35 None None] For port de9a542b-23da-4efd-83f4-803fb6b74c6e, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=de9a542b-23da-4efd-83f4-803fb6b74c6e,segment=NetworkSegment(c13fa3ca-78a8-45f1-9f0c-cc4589c880b7),segment_id=c13fa3ca-78a8-45f1-9f0c-cc4589c880b7)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:02:30.976936 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-879aec30-9d5d-4fda-baa3-7eda6b619a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:30.983616 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:02:31.054175 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879aec30-9d5d-4fda-baa3-7eda6b619a35 None None] Pushing event updated for resources: {'Port': ['ID=de9a542b-23da-4efd-83f4-803fb6b74c6e,revision_number=3']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:02:31.057775 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-879aec30-9d5d-4fda-baa3-7eda6b619a35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:02:31.201367 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-8380535e-cafe-479a-a66e-ccf78b8cb1e5 None None] Provisioning complete for port de9a542b-23da-4efd-83f4-803fb6b74c6e triggered by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:02:31.201367 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8380535e-cafe-479a-a66e-ccf78b8cb1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:32.379546 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device de9a542b-23da-4efd-83f4-803fb6b74c6e up at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:02:32.451859 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning complete for port de9a542b-23da-4efd-83f4-803fb6b74c6e triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:02:32.452294 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:32.675713 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 41920) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:02:33.085402 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.v2.base [None req-77a5ce4e-e03b-4057-bd08-10615f70f2b1 admin admin] Request body: {'router': {'tenant_id': '01ed0009c4b24a0abfecf3d7d45ce250', 'admin_state_up': True, 'name': 'router1'}} {{(pid=73901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:02:33.157315 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.policy [None req-77a5ce4e-e03b-4057-bd08-10615f70f2b1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=73901) register_rules /opt/stack/neutron/neutron/policy.py:73}}
May 02 03:02:33.204760 dv-cinder-789077-1-iscsi neutron-server[73901]: WARNING oslo_policy.policy [None req-77a5ce4e-e03b-4057-bd08-10615f70f2b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 02 03:02:33.205078 dv-cinder-789077-1-iscsi neutron-server[73901]: WARNING oslo_policy.policy [None req-77a5ce4e-e03b-4057-bd08-10615f70f2b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 02 03:02:33.213960 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.quota [None req-77a5ce4e-e03b-4057-bd08-10615f70f2b1 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f4c56122520>.
May 02 03:02:33.230029 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-77a5ce4e-e03b-4057-bd08-10615f70f2b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:02:33.236900 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-77a5ce4e-e03b-4057-bd08-10615f70f2b1 admin admin] Usage tracker for resource:router and tenant:01ed0009c4b24a0abfecf3d7d45ce250 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:02:33.241881 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-77a5ce4e-e03b-4057-bd08-10615f70f2b1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:02:33.249222 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-77a5ce4e-e03b-4057-bd08-10615f70f2b1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:02:33.269615 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-77a5ce4e-e03b-4057-bd08-10615f70f2b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-420455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1022290'] for router, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:33.271841 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-77a5ce4e-e03b-4057-bd08-10615f70f2b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-356199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419551', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022299'] for router, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:33.299796 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-77a5ce4e-e03b-4057-bd08-10615f70f2b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:33.419935 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-77a5ce4e-e03b-4057-bd08-10615f70f2b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419513'] for router, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:33.442554 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-77a5ce4e-e03b-4057-bd08-10615f70f2b1 admin admin] Notify callbacks [] for router, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:33.443823 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-77a5ce4e-e03b-4057-bd08-10615f70f2b1 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.7669444
May 02 03:02:35.014150 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7a382a47-d552-485b-9ac7-af68f5a7dcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:35.825280 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 41932) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:02:36.251684 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [None req-4d44253e-993f-46ff-bf0b-2c9297aebc72 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=73901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 02 03:02:36.252685 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-4d44253e-993f-46ff-bf0b-2c9297aebc72 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4264905
May 02 03:02:37.678802 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:38.040346 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-91ff96f1-2666-4ab9-a1a5-e92668cc91cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:38.724285 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 41942) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:02:39.109547 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:39.172757 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.v2.base [None req-ec699bed-8ba1-48b4-a6ba-2646bb1b586e admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'name': 'public'}} {{(pid=73901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:02:39.178237 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-ec699bed-8ba1-48b4-a6ba-2646bb1b586e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:02:39.182254 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-ec699bed-8ba1-48b4-a6ba-2646bb1b586e admin admin] Usage tracker for resource:network and tenant:0e74c519d67d4fd7bac70087a42e4436 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:02:39.186044 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-ec699bed-8ba1-48b4-a6ba-2646bb1b586e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:02:39.192392 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-ec699bed-8ba1-48b4-a6ba-2646bb1b586e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:02:39.202365 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec699bed-8ba1-48b4-a6ba-2646bb1b586e admin admin] Made reservation on behalf of 0e74c519d67d4fd7bac70087a42e4436 for: {'network': 1} {{(pid=73901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 02 03:02:39.205753 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-ec699bed-8ba1-48b4-a6ba-2646bb1b586e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for network, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:39.223184 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-ec699bed-8ba1-48b4-a6ba-2646bb1b586e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:39.238130 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-ec699bed-8ba1-48b4-a6ba-2646bb1b586e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:02:39.242536 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-ec699bed-8ba1-48b4-a6ba-2646bb1b586e admin admin] Usage tracker for resource:security_group_rule and tenant:0e74c519d67d4fd7bac70087a42e4436 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:02:39.246076 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-ec699bed-8ba1-48b4-a6ba-2646bb1b586e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:02:39.252911 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-ec699bed-8ba1-48b4-a6ba-2646bb1b586e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:02:39.357577 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-ec699bed-8ba1-48b4-a6ba-2646bb1b586e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:39.362212 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-ec699bed-8ba1-48b4-a6ba-2646bb1b586e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:39.368124 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:02:39.382361 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ec699bed-8ba1-48b4-a6ba-2646bb1b586e admin admin] Reserving flat network on physical network physnet1 {{(pid=73901) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
May 02 03:02:39.418841 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-ec699bed-8ba1-48b4-a6ba-2646bb1b586e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747865761064', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800657'] for segment, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:39.419436 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-ec699bed-8ba1-48b4-a6ba-2646bb1b586e admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f4c56e65280> segment precommit_create {{(pid=73901) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
May 02 03:02:39.419898 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.db.segments_db [None req-ec699bed-8ba1-48b4-a6ba-2646bb1b586e admin admin] Added segment 3f443235-55d0-4d2d-a949-b49c1a220799 of type flat for network 8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700
May 02 03:02:39.472479 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec699bed-8ba1-48b4-a6ba-2646bb1b586e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd891288-3240-47b9-9339-332540d4a772,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:02:39.494551 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec699bed-8ba1-48b4-a6ba-2646bb1b586e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:02:39.494894 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec699bed-8ba1-48b4-a6ba-2646bb1b586e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:02:39.495220 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec699bed-8ba1-48b4-a6ba-2646bb1b586e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:02:39.495533 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec699bed-8ba1-48b4-a6ba-2646bb1b586e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:02:39.495843 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec699bed-8ba1-48b4-a6ba-2646bb1b586e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:02:39.496210 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec699bed-8ba1-48b4-a6ba-2646bb1b586e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:02:39.496455 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec699bed-8ba1-48b4-a6ba-2646bb1b586e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:02:39.496758 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec699bed-8ba1-48b4-a6ba-2646bb1b586e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:02:39.497065 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec699bed-8ba1-48b4-a6ba-2646bb1b586e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:02:39.497366 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec699bed-8ba1-48b4-a6ba-2646bb1b586e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:02:39.497664 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec699bed-8ba1-48b4-a6ba-2646bb1b586e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:02:39.497961 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec699bed-8ba1-48b4-a6ba-2646bb1b586e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:02:39.499144 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec699bed-8ba1-48b4-a6ba-2646bb1b586e admin admin] Tracked resource versions report:
May 02 03:02:39.499144 dv-cinder-789077-1-iscsi neutron-server[73901]: pushed versions:
May 02 03:02:39.499144 dv-cinder-789077-1-iscsi neutron-server[73901]: {   'AddressGroup': {'1.2'},
May 02 03:02:39.499144 dv-cinder-789077-1-iscsi neutron-server[73901]:     'ConntrackHelper': {'1.0'},
May 02 03:02:39.499144 dv-cinder-789077-1-iscsi neutron-server[73901]:     'Log': {'1.0'},
May 02 03:02:39.499144 dv-cinder-789077-1-iscsi neutron-server[73901]:     'Network': {'1.1'},
May 02 03:02:39.499144 dv-cinder-789077-1-iscsi neutron-server[73901]:     'Port': {'1.7'},
May 02 03:02:39.499144 dv-cinder-789077-1-iscsi neutron-server[73901]:     'PortForwarding': {'1.2'},
May 02 03:02:39.499144 dv-cinder-789077-1-iscsi neutron-server[73901]:     'QosPolicy': {'1.8'},
May 02 03:02:39.499144 dv-cinder-789077-1-iscsi neutron-server[73901]:     'SecurityGroup': {'1.4'},
May 02 03:02:39.499144 dv-cinder-789077-1-iscsi neutron-server[73901]:     'SecurityGroupRule': {'1.2'},
May 02 03:02:39.499144 dv-cinder-789077-1-iscsi neutron-server[73901]:     'SubPort': {'1.0'},
May 02 03:02:39.499144 dv-cinder-789077-1-iscsi neutron-server[73901]:     'Subnet': {'1.1'},
May 02 03:02:39.499144 dv-cinder-789077-1-iscsi neutron-server[73901]:     'Trunk': {'1.1'}}
May 02 03:02:39.499144 dv-cinder-789077-1-iscsi neutron-server[73901]: consumer versions:
May 02 03:02:39.499144 dv-cinder-789077-1-iscsi neutron-server[73901]: {   DHCP agent@dv-cinder-789077-1-iscsi: {},
May 02 03:02:39.499144 dv-cinder-789077-1-iscsi neutron-server[73901]:     L3 agent@dv-cinder-789077-1-iscsi: {},
May 02 03:02:39.499144 dv-cinder-789077-1-iscsi neutron-server[73901]:     Metadata agent@dv-cinder-789077-1-iscsi: {},
May 02 03:02:39.499144 dv-cinder-789077-1-iscsi neutron-server[73901]:     Metering agent@dv-cinder-789077-1-iscsi: {},
May 02 03:02:39.499144 dv-cinder-789077-1-iscsi neutron-server[73901]:     Open vSwitch agent@dv-cinder-789077-1-iscsi: {   'AddressGroup': '1.2',
May 02 03:02:39.499144 dv-cinder-789077-1-iscsi neutron-server[73901]:                                                      'ConntrackHelper': '1.0',
May 02 03:02:39.499144 dv-cinder-789077-1-iscsi neutron-server[73901]:                                                      'Log': '1.0',
May 02 03:02:39.499144 dv-cinder-789077-1-iscsi neutron-server[73901]:                                                      'Network': '1.1',
May 02 03:02:39.499144 dv-cinder-789077-1-iscsi neutron-server[73901]:                                                      'Port': '1.7',
May 02 03:02:39.499144 dv-cinder-789077-1-iscsi neutron-server[73901]:                                                      'PortForwarding': '1.2',
May 02 03:02:39.499144 dv-cinder-789077-1-iscsi neutron-server[73901]:                                                      'QosPolicy': '1.8',
May 02 03:02:39.499144 dv-cinder-789077-1-iscsi neutron-server[73901]:                                                      'SecurityGroup': '1.4',
May 02 03:02:39.499144 dv-cinder-789077-1-iscsi neutron-server[73901]:                                                      'SecurityGroupRule': '1.2',
May 02 03:02:39.499144 dv-cinder-789077-1-iscsi neutron-server[73901]:                                                      'SubPort': '1.0',
May 02 03:02:39.499144 dv-cinder-789077-1-iscsi neutron-server[73901]:                                                      'Subnet': '1.1',
May 02 03:02:39.499144 dv-cinder-789077-1-iscsi neutron-server[73901]:                                                      'Trunk': '1.1'}}
May 02 03:02:39.499144 dv-cinder-789077-1-iscsi neutron-server[73901]:  {{(pid=73901) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 02 03:02:39.562329 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-ec699bed-8ba1-48b4-a6ba-2646bb1b586e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747865320852'] for network, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:39.568256 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-ec699bed-8ba1-48b4-a6ba-2646bb1b586e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:02:39.615228 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-ec699bed-8ba1-48b4-a6ba-2646bb1b586e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347'] for network, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:39.616780 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec699bed-8ba1-48b4-a6ba-2646bb1b586e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:02:39.617447 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-ec699bed-8ba1-48b4-a6ba-2646bb1b586e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for network, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:39.621162 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:02:39.730636 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec699bed-8ba1-48b4-a6ba-2646bb1b586e admin admin] Pushing event updated for resources: {'Network': ['ID=8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:02:39.734308 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-ec699bed-8ba1-48b4-a6ba-2646bb1b586e admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 1.0086851
May 02 03:02:39.735035 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-ec699bed-8ba1-48b4-a6ba-2646bb1b586e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:02:39.745213 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Network 8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700 details requested by agent ovs-agent-dv-cinder-789077-1-iscsi with host dv-cinder-789077-1-iscsi {{(pid=73902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 02 03:02:40.650611 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:42.203354 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 41966) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:02:42.434144 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aaeb82a-ea0b-4e31-b37d-531d7d9329a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:02:42.435534 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-7aaeb82a-ea0b-4e31-b37d-531d7d9329a8 admin admin] 10.222.0.38 "GET /v2.0/subnets/49067e87-204e-4b8b-bbb1-4a5f97950250 HTTP/1.1" status: 200  len: 849 time: 0.2308071
May 02 03:02:42.603139 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-606df791-b10b-458c-bd9d-303fa4afa8fc admin admin] 10.222.0.38 "GET /v2.0/routers/07046d78-ebba-4208-b9e2-72df20ce046d HTTP/1.1" status: 200  len: 704 time: 0.1608887
May 02 03:02:43.074598 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-fd9ea274-073d-470b-b38b-e32adcc78180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:43.310526 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.db_base_plugin_common [None req-fd9ea274-073d-470b-b38b-e32adcc78180 admin admin] Allocated IP 172.20.0.1 (3a4fd3d5-5b6d-4112-8f5b-5292e4149500/49067e87-204e-4b8b-bbb1-4a5f97950250/873430a1-f24f-4c25-b100-a7932520b0d7) {{(pid=73901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 02 03:02:43.474487 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-fd9ea274-073d-470b-b38b-e32adcc78180 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:43.492998 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.provisioning_blocks [None req-fd9ea274-073d-470b-b38b-e32adcc78180 admin admin] Transition to ACTIVE for port object 873430a1-f24f-4c25-b100-a7932520b0d7 will not be triggered until provisioned by entity DHCP. {{(pid=73901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:02:43.545418 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-fd9ea274-073d-470b-b38b-e32adcc78180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747865333526'] for port, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:43.550052 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:02:43.617296 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9ea274-073d-470b-b38b-e32adcc78180 admin admin] Network 3a4fd3d5-5b6d-4112-8f5b-5292e4149500 is already hosted by enough agents. {{(pid=73901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:02:43.620627 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.base_scheduler [None req-fd9ea274-073d-470b-b38b-e32adcc78180 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:02:43.627995 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9ea274-073d-470b-b38b-e32adcc78180 admin admin] Received port after_create {{(pid=73901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 02 03:02:43.628927 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-fd9ea274-073d-470b-b38b-e32adcc78180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400854'] for router_interface, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:43.741379 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ea274-073d-470b-b38b-e32adcc78180 admin admin] Pushing event updated for resources: {'Port': ['ID=873430a1-f24f-4c25-b100-a7932520b0d7,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:02:43.761531 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-fd9ea274-073d-470b-b38b-e32adcc78180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:02:43.843152 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-3e9fb8e9-ffbd-4aa3-aa47-8102d29ff5c9 None None] Provisioning for port 873430a1-f24f-4c25-b100-a7932520b0d7 completed by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:02:43.850389 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-3e9fb8e9-ffbd-4aa3-aa47-8102d29ff5c9 None None] Provisioning complete for port 873430a1-f24f-4c25-b100-a7932520b0d7 triggered by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:02:43.850880 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-3e9fb8e9-ffbd-4aa3-aa47-8102d29ff5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:43.926960 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-3e9fb8e9-ffbd-4aa3-aa47-8102d29ff5c9 None None] Port 873430a1-f24f-4c25-b100-a7932520b0d7 cannot update to ACTIVE because it is not bound. {{(pid=73902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 02 03:02:44.027175 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-fd9ea274-073d-470b-b38b-e32adcc78180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:44.332730 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-fd9ea274-073d-470b-b38b-e32adcc78180 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:44.339138 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-fd9ea274-073d-470b-b38b-e32adcc78180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:44.340255 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-fd9ea274-073d-470b-b38b-e32adcc78180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-400757'] for router_interface, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:44.344104 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-fd9ea274-073d-470b-b38b-e32adcc78180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:02:44.451523 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ea274-073d-470b-b38b-e32adcc78180 admin admin] Pushing event updated for resources: {'Port': ['ID=873430a1-f24f-4c25-b100-a7932520b0d7,revision_number=2']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:02:44.504184 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-fd9ea274-073d-470b-b38b-e32adcc78180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:02:44.570113 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9ea274-073d-470b-b38b-e32adcc78180 admin admin] Network 3a4fd3d5-5b6d-4112-8f5b-5292e4149500 is already hosted by enough agents. {{(pid=73901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:02:44.571254 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.base_scheduler [None req-fd9ea274-073d-470b-b38b-e32adcc78180 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:02:44.751013 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-fabceb6d-7c3c-4052-9a6a-9289b1b6bab3 None None] Provisioning complete for port 873430a1-f24f-4c25-b100-a7932520b0d7 triggered by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:02:44.751404 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-fabceb6d-7c3c-4052-9a6a-9289b1b6bab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:44.771598 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd9ea274-073d-470b-b38b-e32adcc78180 admin admin] Router 07046d78-ebba-4208-b9e2-72df20ce046d is scheduled to L3 agent c822661f-3527-457d-a53a-678072f60f18 with binding_index 1 {{(pid=73901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 02 03:02:44.816828 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-fabceb6d-7c3c-4052-9a6a-9289b1b6bab3 None None] Port 873430a1-f24f-4c25-b100-a7932520b0d7 cannot update to ACTIVE because it is not bound. {{(pid=73902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 02 03:02:44.931614 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd9ea274-073d-470b-b38b-e32adcc78180 admin admin] Notify agent at l3_agent.dv-cinder-789077-1-iscsi the message routers_updated {{(pid=73901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 02 03:02:44.941014 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-fd9ea274-073d-470b-b38b-e32adcc78180 admin admin] 10.222.0.38 "PUT /v2.0/routers/07046d78-ebba-4208-b9e2-72df20ce046d/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.3327377
May 02 03:02:44.944767 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbbdd01-fc02-4015-b39d-ffef9339ecb5 None None] Sync routers for ids ['07046d78-ebba-4208-b9e2-72df20ce046d'] in dv-cinder-789077-1-iscsi {{(pid=73903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 02 03:02:44.960713 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbbdd01-fc02-4015-b39d-ffef9339ecb5 None None] Routers {'07046d78-ebba-4208-b9e2-72df20ce046d'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:02:44.961873 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-6bbbdd01-fc02-4015-b39d-ffef9339ecb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c56337220>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:02:38Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['07046d78-ebba-4208-b9e2-72df20ce046d'], 'active': True} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:02:45.175075 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvr_db [None req-6bbbdd01-fc02-4015-b39d-ffef9339ecb5 None None] Set router 07046d78-ebba-4208-b9e2-72df20ce046d gateway port host: None {{(pid=73903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:02:45.563470 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-6bbbdd01-fc02-4015-b39d-ffef9339ecb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c56337220>, [{'id': '07046d78-ebba-4208-b9e2-72df20ce046d', 'name': 'router1', 'tenant_id': '01ed0009c4b24a0abfecf3d7d45ce250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:02:33Z', 'updated_at': '2021-05-02T03:02:43Z', 'revision_number': 2, 'project_id': '01ed0009c4b24a0abfecf3d7d45ce250', 'gw_port_host': None, '_interfaces': [{'id': '873430a1-f24f-4c25-b100-a7932520b0d7', 'name': '', 'network_id': '3a4fd3d5-5b6d-4112-8f5b-5292e4149500', 'tenant_id': '01ed0009c4b24a0abfecf3d7d45ce250', 'mac_address': 'fa:16:3e:4a:10:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07046d78-ebba-4208-b9e2-72df20ce046d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '49067e87-204e-4b8b-bbb1-4a5f97950250', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:02:43Z', 'updated_at': '2021-05-02T03:02:44Z', 'revision_number': 2, 'project_id': '01ed0009c4b24a0abfecf3d7d45ce250', 'subnets': [{'id': '49067e87-204e-4b8b-bbb1-4a5f97950250', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8435d7ea-d8f1-4f1d-8a6c-b94baba33abc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:02:45.569089 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbbdd01-fc02-4015-b39d-ffef9339ecb5 None None] Checking router: 07046d78-ebba-4208-b9e2-72df20ce046d for host: dv-cinder-789077-1-iscsi {{(pid=73903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 02 03:02:45.569462 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbbdd01-fc02-4015-b39d-ffef9339ecb5 None None] Updating router 07046d78-ebba-4208-b9e2-72df20ce046d port 873430a1-f24f-4c25-b100-a7932520b0d7 binding host dv-cinder-789077-1-iscsi {{(pid=73903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 02 03:02:45.623907 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-6bbbdd01-fc02-4015-b39d-ffef9339ecb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:46.057657 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-6bbbdd01-fc02-4015-b39d-ffef9339ecb5 None None] Notify callbacks [] for port, precommit_update {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:46.077398 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.provisioning_blocks [None req-6bbbdd01-fc02-4015-b39d-ffef9339ecb5 None None] Transition to ACTIVE for port object 873430a1-f24f-4c25-b100-a7932520b0d7 will not be triggered until provisioned by entity L2. {{(pid=73903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:02:46.084911 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-6bbbdd01-fc02-4015-b39d-ffef9339ecb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:46.089696 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:02:46.312756 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7094d6f1-e5b2-42a4-886a-02faed399360 None None] Pushing event updated for resources: {'Port': ['ID=873430a1-f24f-4c25-b100-a7932520b0d7,revision_number=3']} {{(pid=73903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:02:46.318172 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.managers [None req-6bbbdd01-fc02-4015-b39d-ffef9339ecb5 None None] Attempting to bind port 873430a1-f24f-4c25-b100-a7932520b0d7 on host dv-cinder-789077-1-iscsi for vnic_type normal with profile  {{(pid=73903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 02 03:02:46.318630 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.managers [None req-6bbbdd01-fc02-4015-b39d-ffef9339ecb5 None None] Attempting to bind port 873430a1-f24f-4c25-b100-a7932520b0d7 by drivers openvswitch,hyperv on host dv-cinder-789077-1-iscsi at level 0 using segments [{'id': 'c13fa3ca-78a8-45f1-9f0c-cc4589c880b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3a4fd3d5-5b6d-4112-8f5b-5292e4149500'}] {{(pid=73903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 02 03:02:46.319029 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbbdd01-fc02-4015-b39d-ffef9339ecb5 None None] Attempting to bind port 873430a1-f24f-4c25-b100-a7932520b0d7 on network 3a4fd3d5-5b6d-4112-8f5b-5292e4149500 {{(pid=73903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:02:46.327340 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbbdd01-fc02-4015-b39d-ffef9339ecb5 None None] Checking agent: {'id': 'b50cee90-c6d3-4c0d-a208-12c20bd9f0cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 2, 8), 'started_at': datetime.datetime(2021, 5, 2, 3, 2, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 02 03:02:46.327575 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbbdd01-fc02-4015-b39d-ffef9339ecb5 None None] Checking segment: {'id': 'c13fa3ca-78a8-45f1-9f0c-cc4589c880b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3a4fd3d5-5b6d-4112-8f5b-5292e4149500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:02:46.330500 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-6bbbdd01-fc02-4015-b39d-ffef9339ecb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:46.330500 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbbdd01-fc02-4015-b39d-ffef9339ecb5 None None] Bound using segment: {'id': 'c13fa3ca-78a8-45f1-9f0c-cc4589c880b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3a4fd3d5-5b6d-4112-8f5b-5292e4149500'} {{(pid=73903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 02 03:02:46.330500 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.managers [None req-6bbbdd01-fc02-4015-b39d-ffef9339ecb5 None None] Bound port: 873430a1-f24f-4c25-b100-a7932520b0d7, host: dv-cinder-789077-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c13fa3ca-78a8-45f1-9f0c-cc4589c880b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3a4fd3d5-5b6d-4112-8f5b-5292e4149500'}}] {{(pid=73903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 02 03:02:46.330500 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-6bbbdd01-fc02-4015-b39d-ffef9339ecb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:46.351636 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7094d6f1-e5b2-42a4-886a-02faed399360 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:02:46.351969 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7094d6f1-e5b2-42a4-886a-02faed399360 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:02:46.352300 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7094d6f1-e5b2-42a4-886a-02faed399360 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:02:46.352630 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7094d6f1-e5b2-42a4-886a-02faed399360 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:02:46.352947 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7094d6f1-e5b2-42a4-886a-02faed399360 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:02:46.353261 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7094d6f1-e5b2-42a4-886a-02faed399360 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:02:46.353570 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7094d6f1-e5b2-42a4-886a-02faed399360 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:02:46.353882 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7094d6f1-e5b2-42a4-886a-02faed399360 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:02:46.354202 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7094d6f1-e5b2-42a4-886a-02faed399360 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:02:46.354543 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7094d6f1-e5b2-42a4-886a-02faed399360 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:02:46.354856 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7094d6f1-e5b2-42a4-886a-02faed399360 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:02:46.355161 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7094d6f1-e5b2-42a4-886a-02faed399360 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:02:46.356336 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7094d6f1-e5b2-42a4-886a-02faed399360 None None] Tracked resource versions report:
May 02 03:02:46.356336 dv-cinder-789077-1-iscsi neutron-server[73903]: pushed versions:
May 02 03:02:46.356336 dv-cinder-789077-1-iscsi neutron-server[73903]: {   'AddressGroup': {'1.2'},
May 02 03:02:46.356336 dv-cinder-789077-1-iscsi neutron-server[73903]:     'ConntrackHelper': {'1.0'},
May 02 03:02:46.356336 dv-cinder-789077-1-iscsi neutron-server[73903]:     'Log': {'1.0'},
May 02 03:02:46.356336 dv-cinder-789077-1-iscsi neutron-server[73903]:     'Network': {'1.1'},
May 02 03:02:46.356336 dv-cinder-789077-1-iscsi neutron-server[73903]:     'Port': {'1.7'},
May 02 03:02:46.356336 dv-cinder-789077-1-iscsi neutron-server[73903]:     'PortForwarding': {'1.2'},
May 02 03:02:46.356336 dv-cinder-789077-1-iscsi neutron-server[73903]:     'QosPolicy': {'1.8'},
May 02 03:02:46.356336 dv-cinder-789077-1-iscsi neutron-server[73903]:     'SecurityGroup': {'1.4'},
May 02 03:02:46.356336 dv-cinder-789077-1-iscsi neutron-server[73903]:     'SecurityGroupRule': {'1.2'},
May 02 03:02:46.356336 dv-cinder-789077-1-iscsi neutron-server[73903]:     'SubPort': {'1.0'},
May 02 03:02:46.356336 dv-cinder-789077-1-iscsi neutron-server[73903]:     'Subnet': {'1.1'},
May 02 03:02:46.356336 dv-cinder-789077-1-iscsi neutron-server[73903]:     'Trunk': {'1.1'}}
May 02 03:02:46.356336 dv-cinder-789077-1-iscsi neutron-server[73903]: consumer versions:
May 02 03:02:46.356336 dv-cinder-789077-1-iscsi neutron-server[73903]: {   DHCP agent@dv-cinder-789077-1-iscsi: {},
May 02 03:02:46.356336 dv-cinder-789077-1-iscsi neutron-server[73903]:     L3 agent@dv-cinder-789077-1-iscsi: {},
May 02 03:02:46.356336 dv-cinder-789077-1-iscsi neutron-server[73903]:     Metadata agent@dv-cinder-789077-1-iscsi: {},
May 02 03:02:46.356336 dv-cinder-789077-1-iscsi neutron-server[73903]:     Metering agent@dv-cinder-789077-1-iscsi: {},
May 02 03:02:46.356336 dv-cinder-789077-1-iscsi neutron-server[73903]:     Open vSwitch agent@dv-cinder-789077-1-iscsi: {   'AddressGroup': '1.2',
May 02 03:02:46.356336 dv-cinder-789077-1-iscsi neutron-server[73903]:                                                      'ConntrackHelper': '1.0',
May 02 03:02:46.356336 dv-cinder-789077-1-iscsi neutron-server[73903]:                                                      'Log': '1.0',
May 02 03:02:46.356336 dv-cinder-789077-1-iscsi neutron-server[73903]:                                                      'Network': '1.1',
May 02 03:02:46.356336 dv-cinder-789077-1-iscsi neutron-server[73903]:                                                      'Port': '1.7',
May 02 03:02:46.356336 dv-cinder-789077-1-iscsi neutron-server[73903]:                                                      'PortForwarding': '1.2',
May 02 03:02:46.356336 dv-cinder-789077-1-iscsi neutron-server[73903]:                                                      'QosPolicy': '1.8',
May 02 03:02:46.356336 dv-cinder-789077-1-iscsi neutron-server[73903]:                                                      'SecurityGroup': '1.4',
May 02 03:02:46.356336 dv-cinder-789077-1-iscsi neutron-server[73903]:                                                      'SecurityGroupRule': '1.2',
May 02 03:02:46.356336 dv-cinder-789077-1-iscsi neutron-server[73903]:                                                      'SubPort': '1.0',
May 02 03:02:46.356336 dv-cinder-789077-1-iscsi neutron-server[73903]:                                                      'Subnet': '1.1',
May 02 03:02:46.356336 dv-cinder-789077-1-iscsi neutron-server[73903]:                                                      'Trunk': '1.1'}}
May 02 03:02:46.356336 dv-cinder-789077-1-iscsi neutron-server[73903]:  {{(pid=73903) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 02 03:02:46.388771 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG oslo_concurrency.lockutils [None req-7094d6f1-e5b2-42a4-886a-02faed399360 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=73903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:02:46.442052 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.db [None req-6bbbdd01-fc02-4015-b39d-ffef9339ecb5 None None] For port 873430a1-f24f-4c25-b100-a7932520b0d7, host dv-cinder-789077-1-iscsi, cleared binding levels {{(pid=73903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 02 03:02:46.446526 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.db [None req-6bbbdd01-fc02-4015-b39d-ffef9339ecb5 None None] For port 873430a1-f24f-4c25-b100-a7932520b0d7, host dv-cinder-789077-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=873430a1-f24f-4c25-b100-a7932520b0d7,segment=NetworkSegment(c13fa3ca-78a8-45f1-9f0c-cc4589c880b7),segment_id=c13fa3ca-78a8-45f1-9f0c-cc4589c880b7)] {{(pid=73903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 02 03:02:46.450875 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-6bbbdd01-fc02-4015-b39d-ffef9339ecb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:46.455047 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:02:46.541004 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbbdd01-fc02-4015-b39d-ffef9339ecb5 None None] Routers {'07046d78-ebba-4208-b9e2-72df20ce046d'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:02:46.541555 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-6bbbdd01-fc02-4015-b39d-ffef9339ecb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c56337220>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:02:38Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['07046d78-ebba-4208-b9e2-72df20ce046d'], 'active': True} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:02:46.608580 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7094d6f1-e5b2-42a4-886a-02faed399360 None None] Pushing event updated for resources: {'Port': ['ID=873430a1-f24f-4c25-b100-a7932520b0d7,revision_number=4']} {{(pid=73903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:02:46.691083 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG oslo_concurrency.lockutils [None req-7094d6f1-e5b2-42a4-886a-02faed399360 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=73903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:02:46.735670 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvr_db [None req-6bbbdd01-fc02-4015-b39d-ffef9339ecb5 None None] Set router 07046d78-ebba-4208-b9e2-72df20ce046d gateway port host: None {{(pid=73903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:02:47.083308 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-6bbbdd01-fc02-4015-b39d-ffef9339ecb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c56337220>, [{'id': '07046d78-ebba-4208-b9e2-72df20ce046d', 'name': 'router1', 'tenant_id': '01ed0009c4b24a0abfecf3d7d45ce250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:02:33Z', 'updated_at': '2021-05-02T03:02:43Z', 'revision_number': 2, 'project_id': '01ed0009c4b24a0abfecf3d7d45ce250', 'gw_port_host': None, '_interfaces': [{'id': '873430a1-f24f-4c25-b100-a7932520b0d7', 'name': '', 'network_id': '3a4fd3d5-5b6d-4112-8f5b-5292e4149500', 'tenant_id': '01ed0009c4b24a0abfecf3d7d45ce250', 'mac_address': 'fa:16:3e:4a:10:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07046d78-ebba-4208-b9e2-72df20ce046d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '49067e87-204e-4b8b-bbb1-4a5f97950250', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:02:43Z', 'updated_at': '2021-05-02T03:02:46Z', 'revision_number': 4, 'project_id': '01ed0009c4b24a0abfecf3d7d45ce250', 'subnets': [{'id': '49067e87-204e-4b8b-bbb1-4a5f97950250', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8435d7ea-d8f1-4f1d-8a6c-b94baba33abc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:02:47.087377 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbbdd01-fc02-4015-b39d-ffef9339ecb5 None None] The sync data for ids ['07046d78-ebba-4208-b9e2-72df20ce046d'] in dv-cinder-789077-1-iscsi is: [{'id': '07046d78-ebba-4208-b9e2-72df20ce046d', 'name': 'router1', 'tenant_id': '01ed0009c4b24a0abfecf3d7d45ce250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:02:33Z', 'updated_at': '2021-05-02T03:02:43Z', 'revision_number': 2, 'project_id': '01ed0009c4b24a0abfecf3d7d45ce250', 'gw_port_host': None, '_interfaces': [{'id': '873430a1-f24f-4c25-b100-a7932520b0d7', 'name': '', 'network_id': '3a4fd3d5-5b6d-4112-8f5b-5292e4149500', 'tenant_id': '01ed0009c4b24a0abfecf3d7d45ce250', 'mac_address': 'fa:16:3e:4a:10:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07046d78-ebba-4208-b9e2-72df20ce046d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '49067e87-204e-4b8b-bbb1-4a5f97950250', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:02:43Z', 'updated_at': '2021-05-02T03:02:46Z', 'revision_number': 4, 'project_id': '01ed0009c4b24a0abfecf3d7d45ce250', 'subnets': [{'id': '49067e87-204e-4b8b-bbb1-4a5f97950250', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8435d7ea-d8f1-4f1d-8a6c-b94baba33abc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 02 03:02:47.251149 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 41988) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:02:47.451052 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d957de-5c90-48a1-aa23-0079846ce08d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:02:47.451503 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-95d957de-5c90-48a1-aa23-0079846ce08d admin admin] Synchronizing usage tracker for tenant:0e74c519d67d4fd7bac70087a42e4436 on resource:network {{(pid=73901) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 02 03:02:47.470489 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-95d957de-5c90-48a1-aa23-0079846ce08d admin admin] Unset dirty status for tenant:0e74c519d67d4fd7bac70087a42e4436 on resource:network {{(pid=73901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 02 03:02:47.471809 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-95d957de-5c90-48a1-aa23-0079846ce08d admin admin] 10.222.0.38 "GET /v2.0/networks/8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700 HTTP/1.1" status: 200  len: 842 time: 0.2196517
May 02 03:02:47.481116 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.v2.base [None req-8c5609f2-139c-443e-a3d8-a1df09f4868c admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'ip_version': 4}} {{(pid=73901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:02:47.486700 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-8c5609f2-139c-443e-a3d8-a1df09f4868c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:02:47.490846 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-8c5609f2-139c-443e-a3d8-a1df09f4868c admin admin] Usage tracker for resource:subnet and tenant:0e74c519d67d4fd7bac70087a42e4436 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:02:47.493827 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-8c5609f2-139c-443e-a3d8-a1df09f4868c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:02:47.501235 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-8c5609f2-139c-443e-a3d8-a1df09f4868c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:02:47.514144 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5609f2-139c-443e-a3d8-a1df09f4868c admin admin] Made reservation on behalf of 0e74c519d67d4fd7bac70087a42e4436 for: {'subnet': 1} {{(pid=73901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 02 03:02:47.517773 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-8c5609f2-139c-443e-a3d8-a1df09f4868c admin admin] Notify callbacks [] for subnet, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:48.043441 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.objects.ports [None req-8c5609f2-139c-443e-a3d8-a1df09f4868c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=73901) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
May 02 03:02:48.043908 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-8c5609f2-139c-443e-a3d8-a1df09f4868c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347'] for subnet, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:48.048302 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:02:48.170326 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5609f2-139c-443e-a3d8-a1df09f4868c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cde322b7-5107-4ee3-8bef-bf160ca73532,revision_number=0']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:02:48.177055 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-8c5609f2-139c-443e-a3d8-a1df09f4868c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:02:48.180633 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5609f2-139c-443e-a3d8-a1df09f4868c admin admin] Checking segment: {'id': '3f443235-55d0-4d2d-a949-b49c1a220799', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:02:48.180633 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5609f2-139c-443e-a3d8-a1df09f4868c admin admin] Network hostable DHCP agents. Network: 8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700, hostable agents: ['b8cff7bf-6a12-4b5e-9f6f-ac6aa9384c4c'], hosted agents: [] {{(pid=73901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 02 03:02:48.204633 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5609f2-139c-443e-a3d8-a1df09f4868c admin admin] Network 8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700 is scheduled to be hosted by DHCP agent b8cff7bf-6a12-4b5e-9f6f-ac6aa9384c4c with binding_index 1 {{(pid=73901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 02 03:02:48.215258 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.base_scheduler [None req-8c5609f2-139c-443e-a3d8-a1df09f4868c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789077-1-iscsi, 8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700) {{(pid=73901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:02:48.219361 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5609f2-139c-443e-a3d8-a1df09f4868c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:02:48.219950 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-8c5609f2-139c-443e-a3d8-a1df09f4868c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for subnet, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:48.227208 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ec039c-ee85-47db-b9c8-532be981a592 None None] Network 8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700 requested from dv-cinder-789077-1-iscsi {{(pid=73902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 02 03:02:48.263614 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-8c5609f2-139c-443e-a3d8-a1df09f4868c admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7718389
May 02 03:02:48.532998 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc0607a-f84b-49fa-96b4-de9411933e99 None None] Network 8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700 requested from dv-cinder-789077-1-iscsi {{(pid=73902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 02 03:02:50.456463 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 873430a1-f24f-4c25-b100-a7932520b0d7 up at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:02:50.534867 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning for port 873430a1-f24f-4c25-b100-a7932520b0d7 completed by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:02:50.540277 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning complete for port 873430a1-f24f-4c25-b100-a7932520b0d7 triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:02:50.540715 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:50.702598 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:50.757158 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] For port 873430a1-f24f-4c25-b100-a7932520b0d7, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=873430a1-f24f-4c25-b100-a7932520b0d7,segment=NetworkSegment(c13fa3ca-78a8-45f1-9f0c-cc4589c880b7),segment_id=c13fa3ca-78a8-45f1-9f0c-cc4589c880b7)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:02:50.763296 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:50.771766 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:02:50.829755 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 42002) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:02:50.891301 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Pushing event updated for resources: {'Port': ['ID=873430a1-f24f-4c25-b100-a7932520b0d7,revision_number=5']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:02:50.896256 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:02:51.097957 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-21c300ab-1833-4b47-a40a-4641b3514982 admin admin] 10.222.0.38 "GET /v2.0/routers/07046d78-ebba-4208-b9e2-72df20ce046d HTTP/1.1" status: 200  len: 710 time: 0.2670560
May 02 03:02:51.242854 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8613358c-545c-4065-9a85-83bf397dc1cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:02:51.244285 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-8613358c-545c-4065-9a85-83bf397dc1cd admin admin] 10.222.0.38 "GET /v2.0/networks/8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700 HTTP/1.1" status: 200  len: 886 time: 0.1402774
May 02 03:02:51.256700 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [None req-9886aad3-0634-4094-a7e9-57e3aff45e26 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700'}}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:02:51.674612 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 5 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:02:51.741447 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-9886aad3-0634-4094-a7e9-57e3aff45e26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419542', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-420361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1022377'] for router, precommit_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:52.150625 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-9886aad3-0634-4094-a7e9-57e3aff45e26 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:52.209053 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-9886aad3-0634-4094-a7e9-57e3aff45e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:52.357125 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.db_base_plugin_common [None req-9886aad3-0634-4094-a7e9-57e3aff45e26 admin admin] Allocated IP 172.27.0.104 (8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700/cde322b7-5107-4ee3-8bef-bf160ca73532/c7924db9-7de7-4ff9-9eee-e112024b9777) {{(pid=73900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 02 03:02:52.401085 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 873430a1-f24f-4c25-b100-a7932520b0d7 up at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:02:52.472106 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning complete for port 873430a1-f24f-4c25-b100-a7932520b0d7 triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:02:52.472475 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:52.525425 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-9886aad3-0634-4094-a7e9-57e3aff45e26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:52.587374 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-9886aad3-0634-4094-a7e9-57e3aff45e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747865333526'] for port, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:52.591614 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:02:52.655885 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9886aad3-0634-4094-a7e9-57e3aff45e26 admin admin] Network 8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700 is already hosted by enough agents. {{(pid=73900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:02:52.659526 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.base_scheduler [None req-9886aad3-0634-4094-a7e9-57e3aff45e26 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:02:52.668692 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9886aad3-0634-4094-a7e9-57e3aff45e26 admin admin] Received port after_create {{(pid=73900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 02 03:02:52.788859 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886aad3-0634-4094-a7e9-57e3aff45e26 admin admin] Pushing event updated for resources: {'Port': ['ID=c7924db9-7de7-4ff9-9eee-e112024b9777,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:02:52.799133 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-9886aad3-0634-4094-a7e9-57e3aff45e26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:02:53.073893 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-9886aad3-0634-4094-a7e9-57e3aff45e26 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:53.474756 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-9886aad3-0634-4094-a7e9-57e3aff45e26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419542', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-420361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1022377'] for router, precommit_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:53.478649 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-9886aad3-0634-4094-a7e9-57e3aff45e26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-419479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-419470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-420352'] for router, after_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:53.661008 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9886aad3-0634-4094-a7e9-57e3aff45e26 admin admin] Router 07046d78-ebba-4208-b9e2-72df20ce046d has already been hosted by L3 agent c822661f-3527-457d-a53a-678072f60f18 {{(pid=73900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 02 03:02:53.849572 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9886aad3-0634-4094-a7e9-57e3aff45e26 admin admin] Notify agent at l3_agent.dv-cinder-789077-1-iscsi the message routers_updated {{(pid=73900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 02 03:02:53.860933 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-9886aad3-0634-4094-a7e9-57e3aff45e26 admin admin] Notify callbacks [] for router, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:53.862015 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2950cc5d-8e46-4c70-8a9a-c4bcb2ae1c04 None None] Sync routers for ids ['07046d78-ebba-4208-b9e2-72df20ce046d'] in dv-cinder-789077-1-iscsi {{(pid=73902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 02 03:02:53.862788 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-9886aad3-0634-4094-a7e9-57e3aff45e26 admin admin] 10.222.0.38 "PUT /v2.0/routers/07046d78-ebba-4208-b9e2-72df20ce046d HTTP/1.1" status: 200  len: 890 time: 2.6091485
May 02 03:02:53.873934 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2950cc5d-8e46-4c70-8a9a-c4bcb2ae1c04 None None] Routers {'07046d78-ebba-4208-b9e2-72df20ce046d'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:02:53.875538 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-2950cc5d-8e46-4c70-8a9a-c4bcb2ae1c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c559edd60>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:02:38Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['07046d78-ebba-4208-b9e2-72df20ce046d'], 'active': True} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:02:54.107581 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvr_db [None req-2950cc5d-8e46-4c70-8a9a-c4bcb2ae1c04 None None] Set router 07046d78-ebba-4208-b9e2-72df20ce046d gateway port host: dv-cinder-789077-1-iscsi {{(pid=73902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:02:54.467737 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-2950cc5d-8e46-4c70-8a9a-c4bcb2ae1c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c559edd60>, [{'id': '07046d78-ebba-4208-b9e2-72df20ce046d', 'name': 'router1', 'tenant_id': '01ed0009c4b24a0abfecf3d7d45ce250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'c7924db9-7de7-4ff9-9eee-e112024b9777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:02:33Z', 'updated_at': '2021-05-02T03:02:52Z', 'revision_number': 4, 'project_id': '01ed0009c4b24a0abfecf3d7d45ce250', 'gw_port': {'id': 'c7924db9-7de7-4ff9-9eee-e112024b9777', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bd:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07046d78-ebba-4208-b9e2-72df20ce046d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:02:52Z', 'updated_at': '2021-05-02T03:02:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_interfaces': [{'id': '873430a1-f24f-4c25-b100-a7932520b0d7', 'name': '', 'network_id': '3a4fd3d5-5b6d-4112-8f5b-5292e4149500', 'tenant_id': '01ed0009c4b24a0abfecf3d7d45ce250', 'mac_address': 'fa:16:3e:4a:10:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07046d78-ebba-4208-b9e2-72df20ce046d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '49067e87-204e-4b8b-bbb1-4a5f97950250', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:02:43Z', 'updated_at': '2021-05-02T03:02:50Z', 'revision_number': 5, 'project_id': '01ed0009c4b24a0abfecf3d7d45ce250', 'subnets': [{'id': '49067e87-204e-4b8b-bbb1-4a5f97950250', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8435d7ea-d8f1-4f1d-8a6c-b94baba33abc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:02:54.473885 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2950cc5d-8e46-4c70-8a9a-c4bcb2ae1c04 None None] Checking router: 07046d78-ebba-4208-b9e2-72df20ce046d for host: dv-cinder-789077-1-iscsi {{(pid=73902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 02 03:02:54.474220 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2950cc5d-8e46-4c70-8a9a-c4bcb2ae1c04 None None] Updating router 07046d78-ebba-4208-b9e2-72df20ce046d port c7924db9-7de7-4ff9-9eee-e112024b9777 binding host dv-cinder-789077-1-iscsi {{(pid=73902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 02 03:02:54.532419 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-2950cc5d-8e46-4c70-8a9a-c4bcb2ae1c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:54.885306 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-2950cc5d-8e46-4c70-8a9a-c4bcb2ae1c04 None None] Notify callbacks [] for port, precommit_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:54.899987 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-2950cc5d-8e46-4c70-8a9a-c4bcb2ae1c04 None None] Transition to ACTIVE for port object c7924db9-7de7-4ff9-9eee-e112024b9777 will not be triggered until provisioned by entity L2. {{(pid=73902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:02:54.910209 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-2950cc5d-8e46-4c70-8a9a-c4bcb2ae1c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:54.916476 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:02:54.992732 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.managers [None req-2950cc5d-8e46-4c70-8a9a-c4bcb2ae1c04 None None] Attempting to bind port c7924db9-7de7-4ff9-9eee-e112024b9777 on host dv-cinder-789077-1-iscsi for vnic_type normal with profile  {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 02 03:02:54.993108 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.managers [None req-2950cc5d-8e46-4c70-8a9a-c4bcb2ae1c04 None None] Attempting to bind port c7924db9-7de7-4ff9-9eee-e112024b9777 by drivers openvswitch,hyperv on host dv-cinder-789077-1-iscsi at level 0 using segments [{'id': '3f443235-55d0-4d2d-a949-b49c1a220799', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700'}] {{(pid=73902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 02 03:02:54.993469 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2950cc5d-8e46-4c70-8a9a-c4bcb2ae1c04 None None] Attempting to bind port c7924db9-7de7-4ff9-9eee-e112024b9777 on network 8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700 {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:02:55.002907 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb2d50c-168b-424e-a514-b32106567b0c None None] Pushing event updated for resources: {'Port': ['ID=c7924db9-7de7-4ff9-9eee-e112024b9777,revision_number=2']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:02:55.005864 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-edb2d50c-168b-424e-a514-b32106567b0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:02:55.008473 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2950cc5d-8e46-4c70-8a9a-c4bcb2ae1c04 None None] Checking agent: {'id': 'b50cee90-c6d3-4c0d-a208-12c20bd9f0cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 2, 8), 'started_at': datetime.datetime(2021, 5, 2, 3, 2, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 02 03:02:55.008852 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2950cc5d-8e46-4c70-8a9a-c4bcb2ae1c04 None None] Checking segment: {'id': '3f443235-55d0-4d2d-a949-b49c1a220799', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:02:55.009252 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-2950cc5d-8e46-4c70-8a9a-c4bcb2ae1c04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:55.009635 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2950cc5d-8e46-4c70-8a9a-c4bcb2ae1c04 None None] Bound using segment: {'id': '3f443235-55d0-4d2d-a949-b49c1a220799', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700'} {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 02 03:02:55.010112 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.managers [None req-2950cc5d-8e46-4c70-8a9a-c4bcb2ae1c04 None None] Bound port: c7924db9-7de7-4ff9-9eee-e112024b9777, host: dv-cinder-789077-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f443235-55d0-4d2d-a949-b49c1a220799', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700'}}] {{(pid=73902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 02 03:02:55.010522 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-2950cc5d-8e46-4c70-8a9a-c4bcb2ae1c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:55.092081 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-2950cc5d-8e46-4c70-8a9a-c4bcb2ae1c04 None None] For port c7924db9-7de7-4ff9-9eee-e112024b9777, host dv-cinder-789077-1-iscsi, cleared binding levels {{(pid=73902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 02 03:02:55.096367 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-2950cc5d-8e46-4c70-8a9a-c4bcb2ae1c04 None None] For port c7924db9-7de7-4ff9-9eee-e112024b9777, host dv-cinder-789077-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=c7924db9-7de7-4ff9-9eee-e112024b9777,segment=NetworkSegment(3f443235-55d0-4d2d-a949-b49c1a220799),segment_id=3f443235-55d0-4d2d-a949-b49c1a220799)] {{(pid=73902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 02 03:02:55.102362 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-2950cc5d-8e46-4c70-8a9a-c4bcb2ae1c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:55.107110 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:02:55.186802 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2950cc5d-8e46-4c70-8a9a-c4bcb2ae1c04 None None] Routers {'07046d78-ebba-4208-b9e2-72df20ce046d'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:02:55.188163 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-2950cc5d-8e46-4c70-8a9a-c4bcb2ae1c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c559edd60>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:02:38Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['07046d78-ebba-4208-b9e2-72df20ce046d'], 'active': True} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:02:55.248417 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb2d50c-168b-424e-a514-b32106567b0c None None] Pushing event updated for resources: {'Port': ['ID=c7924db9-7de7-4ff9-9eee-e112024b9777,revision_number=3']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:02:55.252383 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-edb2d50c-168b-424e-a514-b32106567b0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:02:55.388060 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvr_db [None req-2950cc5d-8e46-4c70-8a9a-c4bcb2ae1c04 None None] Set router 07046d78-ebba-4208-b9e2-72df20ce046d gateway port host: dv-cinder-789077-1-iscsi {{(pid=73902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:02:55.790389 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-2950cc5d-8e46-4c70-8a9a-c4bcb2ae1c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c559edd60>, [{'id': '07046d78-ebba-4208-b9e2-72df20ce046d', 'name': 'router1', 'tenant_id': '01ed0009c4b24a0abfecf3d7d45ce250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'c7924db9-7de7-4ff9-9eee-e112024b9777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:02:33Z', 'updated_at': '2021-05-02T03:02:52Z', 'revision_number': 4, 'project_id': '01ed0009c4b24a0abfecf3d7d45ce250', 'gw_port': {'id': 'c7924db9-7de7-4ff9-9eee-e112024b9777', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bd:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07046d78-ebba-4208-b9e2-72df20ce046d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:02:52Z', 'updated_at': '2021-05-02T03:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_interfaces': [{'id': '873430a1-f24f-4c25-b100-a7932520b0d7', 'name': '', 'network_id': '3a4fd3d5-5b6d-4112-8f5b-5292e4149500', 'tenant_id': '01ed0009c4b24a0abfecf3d7d45ce250', 'mac_address': 'fa:16:3e:4a:10:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07046d78-ebba-4208-b9e2-72df20ce046d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '49067e87-204e-4b8b-bbb1-4a5f97950250', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:02:43Z', 'updated_at': '2021-05-02T03:02:50Z', 'revision_number': 5, 'project_id': '01ed0009c4b24a0abfecf3d7d45ce250', 'subnets': [{'id': '49067e87-204e-4b8b-bbb1-4a5f97950250', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8435d7ea-d8f1-4f1d-8a6c-b94baba33abc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:02:55.796877 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2950cc5d-8e46-4c70-8a9a-c4bcb2ae1c04 None None] The sync data for ids ['07046d78-ebba-4208-b9e2-72df20ce046d'] in dv-cinder-789077-1-iscsi is: [{'id': '07046d78-ebba-4208-b9e2-72df20ce046d', 'name': 'router1', 'tenant_id': '01ed0009c4b24a0abfecf3d7d45ce250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'c7924db9-7de7-4ff9-9eee-e112024b9777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:02:33Z', 'updated_at': '2021-05-02T03:02:52Z', 'revision_number': 4, 'project_id': '01ed0009c4b24a0abfecf3d7d45ce250', 'gw_port': {'id': 'c7924db9-7de7-4ff9-9eee-e112024b9777', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bd:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07046d78-ebba-4208-b9e2-72df20ce046d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:02:52Z', 'updated_at': '2021-05-02T03:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_interfaces': [{'id': '873430a1-f24f-4c25-b100-a7932520b0d7', 'name': '', 'network_id': '3a4fd3d5-5b6d-4112-8f5b-5292e4149500', 'tenant_id': '01ed0009c4b24a0abfecf3d7d45ce250', 'mac_address': 'fa:16:3e:4a:10:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07046d78-ebba-4208-b9e2-72df20ce046d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '49067e87-204e-4b8b-bbb1-4a5f97950250', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:02:43Z', 'updated_at': '2021-05-02T03:02:50Z', 'revision_number': 5, 'project_id': '01ed0009c4b24a0abfecf3d7d45ce250', 'subnets': [{'id': '49067e87-204e-4b8b-bbb1-4a5f97950250', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8435d7ea-d8f1-4f1d-8a6c-b94baba33abc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 02 03:02:56.342643 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 42012) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:02:56.469918 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device c7924db9-7de7-4ff9-9eee-e112024b9777 up at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:02:56.505348 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-094b2a7d-2596-4fd2-b3ce-0c54254c8974 admin admin] 10.222.0.38 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1609266
May 02 03:02:56.567980 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning for port c7924db9-7de7-4ff9-9eee-e112024b9777 completed by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:02:56.573907 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning complete for port c7924db9-7de7-4ff9-9eee-e112024b9777 triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:02:56.574501 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:56.713868 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:56.746635 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] For port c7924db9-7de7-4ff9-9eee-e112024b9777, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=c7924db9-7de7-4ff9-9eee-e112024b9777,segment=NetworkSegment(3f443235-55d0-4d2d-a949-b49c1a220799),segment_id=3f443235-55d0-4d2d-a949-b49c1a220799)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:02:56.753919 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:02:56.757902 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-9e862008-a6b5-49ea-8196-88c71c4d9679 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:02:56.871408 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Pushing event updated for resources: {'Port': ['ID=c7924db9-7de7-4ff9-9eee-e112024b9777,revision_number=4']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:02:56.879617 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:02:58.415945 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device c7924db9-7de7-4ff9-9eee-e112024b9777 up at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:02:58.505604 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning complete for port c7924db9-7de7-4ff9-9eee-e112024b9777 triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:02:58.505971 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:03:05.034594 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-575f88b5-d1c5-4805-a4ab-c843f7ab04c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:03:07.698805 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:03:08.035693 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-24710528-11fd-44ae-80fe-c9f0954ab46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:03:09.121950 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:03:10.669200 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:03:28.680009 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 5 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:03:35.022258 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-a194f315-0992-4863-b640-636636024358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:03:37.679971 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:03:38.037852 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-0a9d5ffe-401c-4be7-8bfa-e2d6a872f284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:03:39.114148 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:03:40.678096 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:04:05.006390 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-6bebf057-c8d0-42cd-a947-5f289db1ae70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:04:05.669556 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 5 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:04:07.673900 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:04:08.031347 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-3744818c-ba0b-4775-9d3f-73fa4b8c9fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:04:09.118675 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:04:10.668506 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:04:35.009902 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-f1ace4f0-420e-466c-9290-53ade67634bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:04:36.146860 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 42582) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:04:36.215686 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.pecan_wsgi.hooks.translation [None req-d86fab59-4eb1-40c4-ac50-ac383c01dd0a admin admin] GET failed (client error): The resource could not be found.
May 02 03:04:36.217522 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-d86fab59-4eb1-40c4-ac50-ac383c01dd0a admin admin] 10.222.0.38 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0697277
May 02 03:04:36.349456 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4d947b-f691-4ecb-b017-4159e193b9f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:04:36.350868 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-8b4d947b-f691-4ecb-b017-4159e193b9f1 admin admin] 10.222.0.38 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1295574
May 02 03:04:37.676189 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:04:38.034172 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-432f6a81-90c5-494b-950a-e390bfcd598f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:04:38.488644 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 42592) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:04:38.598125 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8184fbb0-fd11-4747-b246-8e8418e80384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:04:38.599493 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-8184fbb0-fd11-4747-b246-8e8418e80384 admin admin] 10.222.0.38 "GET /v2.0/subnets/49067e87-204e-4b8b-bbb1-4a5f97950250 HTTP/1.1" status: 200  len: 849 time: 0.1099300
May 02 03:04:38.609876 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [None req-27950759-29de-47e5-b0eb-76d19df8c494 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:04:38.730366 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-27950759-29de-47e5-b0eb-76d19df8c494 admin admin] Notify callbacks [] for subnet, before_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:04:38.926289 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-27950759-29de-47e5-b0eb-76d19df8c494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747865750676'] for subnet, after_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:04:38.930087 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-8687a713-17f8-4675-84b5-e0704fa29976 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:04:38.971446 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27950759-29de-47e5-b0eb-76d19df8c494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:04:38.972486 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-27950759-29de-47e5-b0eb-76d19df8c494 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for subnet, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:04:38.973551 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-27950759-29de-47e5-b0eb-76d19df8c494 admin admin] 10.222.0.38 "PUT /v2.0/subnets/49067e87-204e-4b8b-bbb1-4a5f97950250 HTTP/1.1" status: 200  len: 868 time: 0.3677456
May 02 03:04:38.975620 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d15f44f-faf4-4029-ad2a-eceec3e7ce4c None None] Network 3a4fd3d5-5b6d-4112-8f5b-5292e4149500 requested from dv-cinder-789077-1-iscsi {{(pid=73902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 02 03:04:38.996686 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27950759-29de-47e5-b0eb-76d19df8c494 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49067e87-204e-4b8b-bbb1-4a5f97950250,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:04:39.006067 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27950759-29de-47e5-b0eb-76d19df8c494 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:04:39.006470 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27950759-29de-47e5-b0eb-76d19df8c494 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:04:39.006754 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27950759-29de-47e5-b0eb-76d19df8c494 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:04:39.007075 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27950759-29de-47e5-b0eb-76d19df8c494 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:04:39.007392 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27950759-29de-47e5-b0eb-76d19df8c494 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:04:39.007734 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27950759-29de-47e5-b0eb-76d19df8c494 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:04:39.008053 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27950759-29de-47e5-b0eb-76d19df8c494 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:04:39.008644 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27950759-29de-47e5-b0eb-76d19df8c494 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:04:39.008852 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27950759-29de-47e5-b0eb-76d19df8c494 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:04:39.009262 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27950759-29de-47e5-b0eb-76d19df8c494 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:04:39.009685 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27950759-29de-47e5-b0eb-76d19df8c494 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:04:39.009793 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27950759-29de-47e5-b0eb-76d19df8c494 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:04:39.015305 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-27950759-29de-47e5-b0eb-76d19df8c494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:04:39.154931 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:04:39.457379 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-fa72acb7-6819-4581-b57e-97da37c06b9d None None] Provisioning complete for port de9a542b-23da-4efd-83f4-803fb6b74c6e triggered by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:04:39.457748 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-fa72acb7-6819-4581-b57e-97da37c06b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:04:39.587941 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-fa72acb7-6819-4581-b57e-97da37c06b9d None None] Provisioning complete for port 873430a1-f24f-4c25-b100-a7932520b0d7 triggered by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:04:39.588295 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-fa72acb7-6819-4581-b57e-97da37c06b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:04:40.675005 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:04:41.129559 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 42602) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:04:41.304168 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3723bf-0b75-4c2f-bd1a-3542125fa2d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:04:41.304652 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3723bf-0b75-4c2f-bd1a-3542125fa2d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:04:41.306187 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-8f3723bf-0b75-4c2f-bd1a-3542125fa2d5 admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1756887
May 02 03:04:42.668842 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 5 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:04:43.507545 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 42612) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:04:43.679262 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8019d9a1-c074-4dd8-b002-a359a57dae0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:04:43.679735 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8019d9a1-c074-4dd8-b002-a359a57dae0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:04:43.681227 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-8019d9a1-c074-4dd8-b002-a359a57dae0a admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1724689
May 02 03:04:45.833919 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 42622) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:04:46.041009 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198b5521-c916-4618-8db4-6aa6e6179097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:04:46.042265 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-198b5521-c916-4618-8db4-6aa6e6179097 admin admin] 10.222.0.38 "GET /v2.0/networks/3a4fd3d5-5b6d-4112-8f5b-5292e4149500 HTTP/1.1" status: 200  len: 869 time: 0.2073860
May 02 03:04:48.270993 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 42632) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:04:48.437787 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0e3b75-7a91-4eab-87bc-f17267029b7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:04:48.439189 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-4b0e3b75-7a91-4eab-87bc-f17267029b7d admin admin] 10.222.0.38 "GET /v2.0/networks/8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700 HTTP/1.1" status: 200  len: 886 time: 0.1672597
May 02 03:04:50.581332 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 42642) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:04:50.692502 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06bbd71-5e74-4569-bce5-ee4b4c7f6b40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:04:50.692870 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06bbd71-5e74-4569-bce5-ee4b4c7f6b40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:04:50.694394 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-e06bbd71-5e74-4569-bce5-ee4b4c7f6b40 admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1121247
May 02 03:04:52.836021 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 42652) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:04:52.942903 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135a4a45-214c-4f98-8dfb-f7863566d1dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:04:52.943353 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135a4a45-214c-4f98-8dfb-f7863566d1dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:04:52.944857 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-135a4a45-214c-4f98-8dfb-f7863566d1dd admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1079075
May 02 03:04:55.097467 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 42662) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:04:55.206968 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd46b989-edfa-4546-9b2f-3e64b4bd1413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:04:55.207544 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-bd46b989-edfa-4546-9b2f-3e64b4bd1413 admin admin] Synchronizing usage tracker for tenant:0e74c519d67d4fd7bac70087a42e4436 on resource:subnet {{(pid=73901) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 02 03:04:55.223847 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-bd46b989-edfa-4546-9b2f-3e64b4bd1413 admin admin] Unset dirty status for tenant:0e74c519d67d4fd7bac70087a42e4436 on resource:subnet {{(pid=73901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 02 03:04:55.225031 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-bd46b989-edfa-4546-9b2f-3e64b4bd1413 admin admin] 10.222.0.38 "GET /v2.0/subnets/49067e87-204e-4b8b-bbb1-4a5f97950250 HTTP/1.1" status: 200  len: 868 time: 0.1266210
May 02 03:04:57.424730 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 42672) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:04:57.530138 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c440c5c0-1c5a-4f08-a57d-9fd0acd8b03b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:04:57.531519 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-c440c5c0-1c5a-4f08-a57d-9fd0acd8b03b admin admin] 10.222.0.38 "GET /v2.0/subnets/cde322b7-5107-4ee3-8bef-bf160ca73532 HTTP/1.1" status: 200  len: 816 time: 0.1058569
May 02 03:05:05.014167 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-abc4aa4e-fb28-4dff-960a-7954c61e261d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:05:07.680001 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:05:08.038121 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-0fe9396f-e04b-42b8-8a54-784f801a4364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:05:09.134767 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:05:10.672587 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:05:19.668735 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 5 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:05:20.899383 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 42716) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:05:20.948100 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [None req-3a6dc4e0-7aa4-4969-91de-d0335b3a6bed admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=73901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 02 03:05:20.949102 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-3a6dc4e0-7aa4-4969-91de-d0335b3a6bed admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0488000
May 02 03:05:23.167468 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 42726) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:05:23.237490 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ceb5e1d-0830-441e-99a9-a1d009c8cda3 admin admin] GET failed (client error): The resource could not be found.
May 02 03:05:23.239119 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-3ceb5e1d-0830-441e-99a9-a1d009c8cda3 admin admin] 10.222.0.38 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0701540
May 02 03:05:23.368313 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1189f31b-50cd-49a7-b1ac-43aeab01a9bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:05:23.369699 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-1189f31b-50cd-49a7-b1ac-43aeab01a9bb admin admin] 10.222.0.38 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1264470
May 02 03:05:25.549044 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 42736) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:05:25.596781 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.v2.base [None req-e0b6400e-38d4-4abc-bf89-28b95fc1b225 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=73901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:05:25.601322 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-e0b6400e-38d4-4abc-bf89-28b95fc1b225 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:05:25.610874 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-e0b6400e-38d4-4abc-bf89-28b95fc1b225 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:05:25.621384 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b6400e-38d4-4abc-bf89-28b95fc1b225 admin admin] Made reservation on behalf of 0e74c519d67d4fd7bac70087a42e4436 for: {'network': 1} {{(pid=73901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 02 03:05:25.623724 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-e0b6400e-38d4-4abc-bf89-28b95fc1b225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for network, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:05:25.710587 dv-cinder-789077-1-iscsi neutron-server[73901]: WARNING neutron.services.revisions.revision_plugin [None req-e0b6400e-38d4-4abc-bf89-28b95fc1b225 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f4c5541c880] {project_id='0e74c519d67d4fd7bac70087a42e4436', id='e87d6a65-aba8-4908-81ef-4b0756b54adc', target_tenant='*', action='access_as_shared', object_id='c72e5e9e-5ead-4d7a-baba-c3bb405b1d82'}> to bump revision.
May 02 03:05:25.724227 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0b6400e-38d4-4abc-bf89-28b95fc1b225 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217}  {{(pid=73901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 02 03:05:25.734154 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-e0b6400e-38d4-4abc-bf89-28b95fc1b225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800657'] for segment, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:05:25.734573 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.db.segments_db [None req-e0b6400e-38d4-4abc-bf89-28b95fc1b225 admin admin] Added segment 371016b5-d553-4ed2-9863-e6bba2f4b50c of type vlan for network c72e5e9e-5ead-4d7a-baba-c3bb405b1d82
May 02 03:05:25.762507 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-e0b6400e-38d4-4abc-bf89-28b95fc1b225 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747865320852'] for network, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:05:25.792485 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-e0b6400e-38d4-4abc-bf89-28b95fc1b225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347'] for network, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:05:25.794165 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b6400e-38d4-4abc-bf89-28b95fc1b225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:05:25.794762 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-e0b6400e-38d4-4abc-bf89-28b95fc1b225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for network, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:05:25.797976 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:05:25.894799 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-e0b6400e-38d4-4abc-bf89-28b95fc1b225 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3446612
May 02 03:05:25.897359 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b6400e-38d4-4abc-bf89-28b95fc1b225 admin admin] Pushing event updated for resources: {'Network': ['ID=c72e5e9e-5ead-4d7a-baba-c3bb405b1d82,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:05:25.904953 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6400e-38d4-4abc-bf89-28b95fc1b225 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:05:25.905305 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6400e-38d4-4abc-bf89-28b95fc1b225 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:05:25.905618 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6400e-38d4-4abc-bf89-28b95fc1b225 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:05:25.905944 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6400e-38d4-4abc-bf89-28b95fc1b225 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:05:25.906254 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6400e-38d4-4abc-bf89-28b95fc1b225 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:05:25.906627 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6400e-38d4-4abc-bf89-28b95fc1b225 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:05:25.906949 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6400e-38d4-4abc-bf89-28b95fc1b225 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:05:25.907263 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6400e-38d4-4abc-bf89-28b95fc1b225 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:05:25.907597 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6400e-38d4-4abc-bf89-28b95fc1b225 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:05:25.907909 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6400e-38d4-4abc-bf89-28b95fc1b225 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:05:25.908217 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6400e-38d4-4abc-bf89-28b95fc1b225 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:05:25.908520 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6400e-38d4-4abc-bf89-28b95fc1b225 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:05:25.912616 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-e0b6400e-38d4-4abc-bf89-28b95fc1b225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:05:25.920939 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Network c72e5e9e-5ead-4d7a-baba-c3bb405b1d82 details requested by agent ovs-agent-dv-cinder-789077-1-iscsi with host dv-cinder-789077-1-iscsi {{(pid=73902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 02 03:05:28.135715 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 42746) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:05:28.205473 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fcccf6f-4cb2-4e5a-90c1-2c1b2910995f admin admin] GET failed (client error): The resource could not be found.
May 02 03:05:28.205993 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-6fcccf6f-4cb2-4e5a-90c1-2c1b2910995f admin admin] Synchronizing usage tracker for tenant:0e74c519d67d4fd7bac70087a42e4436 on resource:network {{(pid=73901) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 02 03:05:28.221510 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-6fcccf6f-4cb2-4e5a-90c1-2c1b2910995f admin admin] Unset dirty status for tenant:0e74c519d67d4fd7bac70087a42e4436 on resource:network {{(pid=73901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 02 03:05:28.222810 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-6fcccf6f-4cb2-4e5a-90c1-2c1b2910995f admin admin] 10.222.0.38 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0859857
May 02 03:05:28.328046 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295fc763-6f60-43d2-b917-3f78fc7245ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:05:28.329434 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-295fc763-6f60-43d2-b917-3f78fc7245ed admin admin] 10.222.0.38 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1029034
May 02 03:05:28.339186 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.v2.base [None req-13341ee5-05fc-4024-8bc0-3a01d11c1e93 admin admin] Request body: {'subnet': {'network_id': 'c72e5e9e-5ead-4d7a-baba-c3bb405b1d82', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=73901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:05:28.344497 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-13341ee5-05fc-4024-8bc0-3a01d11c1e93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:05:28.353796 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-13341ee5-05fc-4024-8bc0-3a01d11c1e93 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:05:28.363268 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13341ee5-05fc-4024-8bc0-3a01d11c1e93 admin admin] Made reservation on behalf of 0e74c519d67d4fd7bac70087a42e4436 for: {'subnet': 1} {{(pid=73901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 02 03:05:28.365533 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-13341ee5-05fc-4024-8bc0-3a01d11c1e93 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:05:28.734284 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-13341ee5-05fc-4024-8bc0-3a01d11c1e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347'] for subnet, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:05:28.738826 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:05:28.809978 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13341ee5-05fc-4024-8bc0-3a01d11c1e93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cdf94a1-fb5b-4330-84f5-d29902e033b0,revision_number=0']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:05:28.813086 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-13341ee5-05fc-4024-8bc0-3a01d11c1e93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:05:28.818861 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13341ee5-05fc-4024-8bc0-3a01d11c1e93 admin admin] Checking segment: {'id': '371016b5-d553-4ed2-9863-e6bba2f4b50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c72e5e9e-5ead-4d7a-baba-c3bb405b1d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:05:28.819206 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13341ee5-05fc-4024-8bc0-3a01d11c1e93 admin admin] Network hostable DHCP agents. Network: c72e5e9e-5ead-4d7a-baba-c3bb405b1d82, hostable agents: ['b8cff7bf-6a12-4b5e-9f6f-ac6aa9384c4c'], hosted agents: [] {{(pid=73901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 02 03:05:28.835606 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13341ee5-05fc-4024-8bc0-3a01d11c1e93 admin admin] Network c72e5e9e-5ead-4d7a-baba-c3bb405b1d82 is scheduled to be hosted by DHCP agent b8cff7bf-6a12-4b5e-9f6f-ac6aa9384c4c with binding_index 1 {{(pid=73901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 02 03:05:28.845126 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.base_scheduler [None req-13341ee5-05fc-4024-8bc0-3a01d11c1e93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789077-1-iscsi, c72e5e9e-5ead-4d7a-baba-c3bb405b1d82) {{(pid=73901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:05:28.849073 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13341ee5-05fc-4024-8bc0-3a01d11c1e93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:05:28.849652 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-13341ee5-05fc-4024-8bc0-3a01d11c1e93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for subnet, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:05:28.853755 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658c4428-9cad-4121-9205-889ed561e2f6 None None] Network c72e5e9e-5ead-4d7a-baba-c3bb405b1d82 requested from dv-cinder-789077-1-iscsi {{(pid=73902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 02 03:05:28.875498 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-13341ee5-05fc-4024-8bc0-3a01d11c1e93 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5397348
May 02 03:05:29.088552 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc39737d-1c01-4df1-902d-521b34113ace None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp638e923c-381b-5c45-a4d5-c004445b304f-c72e5e9e-5ead-4d7a-baba-c3bb405b1d82', 'network_id': 'c72e5e9e-5ead-4d7a-baba-c3bb405b1d82', 'tenant_id': '0e74c519d67d4fd7bac70087a42e4436', 'fixed_ips': [{'subnet_id': '1cdf94a1-fb5b-4330-84f5-d29902e033b0'}]}} from dv-cinder-789077-1-iscsi. {{(pid=73902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 02 03:05:29.089407 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-bc39737d-1c01-4df1-902d-521b34113ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_create {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:05:29.252399 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.db_base_plugin_common [None req-bc39737d-1c01-4df1-902d-521b34113ace None None] Allocated IP 192.168.233.2 (c72e5e9e-5ead-4d7a-baba-c3bb405b1d82/1cdf94a1-fb5b-4330-84f5-d29902e033b0/f431db4e-000f-4df0-a14e-881f91d3ac79) {{(pid=73902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 02 03:05:29.468354 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-bc39737d-1c01-4df1-902d-521b34113ace None None] Notify callbacks [] for port, precommit_create {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:05:29.481090 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-bc39737d-1c01-4df1-902d-521b34113ace None None] Transition to ACTIVE for port object f431db4e-000f-4df0-a14e-881f91d3ac79 will not be triggered until provisioned by entity L2. {{(pid=73902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:05:29.501140 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-bc39737d-1c01-4df1-902d-521b34113ace None None] Transition to ACTIVE for port object f431db4e-000f-4df0-a14e-881f91d3ac79 will not be triggered until provisioned by entity DHCP. {{(pid=73902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:05:29.507061 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-bc39737d-1c01-4df1-902d-521b34113ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747865333526'] for port, after_create {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:05:29.512406 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-879aec30-9d5d-4fda-baa3-7eda6b619a35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:05:29.567617 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc39737d-1c01-4df1-902d-521b34113ace None None] Network c72e5e9e-5ead-4d7a-baba-c3bb405b1d82 is already hosted by enough agents. {{(pid=73902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:05:29.568784 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.scheduler.base_scheduler [None req-bc39737d-1c01-4df1-902d-521b34113ace None None] Resources bound (agent type, host, resource id):  {{(pid=73902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:05:29.571214 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc39737d-1c01-4df1-902d-521b34113ace None None] Received port after_create {{(pid=73902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 02 03:05:29.617440 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc39737d-1c01-4df1-902d-521b34113ace None None] Pushing event updated for resources: {'Port': ['ID=f431db4e-000f-4df0-a14e-881f91d3ac79,revision_number=1']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:05:29.660234 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc39737d-1c01-4df1-902d-521b34113ace None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:05:29.660577 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc39737d-1c01-4df1-902d-521b34113ace None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:05:29.660917 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc39737d-1c01-4df1-902d-521b34113ace None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:05:29.661247 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc39737d-1c01-4df1-902d-521b34113ace None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:05:29.661574 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc39737d-1c01-4df1-902d-521b34113ace None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:05:29.661900 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc39737d-1c01-4df1-902d-521b34113ace None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:05:29.662221 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc39737d-1c01-4df1-902d-521b34113ace None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:05:29.662565 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc39737d-1c01-4df1-902d-521b34113ace None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:05:29.662904 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc39737d-1c01-4df1-902d-521b34113ace None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:05:29.663228 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc39737d-1c01-4df1-902d-521b34113ace None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:05:29.663548 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc39737d-1c01-4df1-902d-521b34113ace None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:05:29.663859 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc39737d-1c01-4df1-902d-521b34113ace None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:05:29.672238 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-bc39737d-1c01-4df1-902d-521b34113ace None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:05:29.688187 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.managers [None req-bc39737d-1c01-4df1-902d-521b34113ace None None] Attempting to bind port f431db4e-000f-4df0-a14e-881f91d3ac79 on host dv-cinder-789077-1-iscsi for vnic_type normal with profile  {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 02 03:05:29.688551 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.managers [None req-bc39737d-1c01-4df1-902d-521b34113ace None None] Attempting to bind port f431db4e-000f-4df0-a14e-881f91d3ac79 by drivers openvswitch,hyperv on host dv-cinder-789077-1-iscsi at level 0 using segments [{'id': '371016b5-d553-4ed2-9863-e6bba2f4b50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c72e5e9e-5ead-4d7a-baba-c3bb405b1d82'}] {{(pid=73902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 02 03:05:29.689409 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc39737d-1c01-4df1-902d-521b34113ace None None] Attempting to bind port f431db4e-000f-4df0-a14e-881f91d3ac79 on network c72e5e9e-5ead-4d7a-baba-c3bb405b1d82 {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:05:29.694299 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc39737d-1c01-4df1-902d-521b34113ace None None] Checking agent: {'id': 'b50cee90-c6d3-4c0d-a208-12c20bd9f0cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 2, 8), 'started_at': datetime.datetime(2021, 5, 2, 3, 2, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 02 03:05:29.694703 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc39737d-1c01-4df1-902d-521b34113ace None None] Checking segment: {'id': '371016b5-d553-4ed2-9863-e6bba2f4b50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c72e5e9e-5ead-4d7a-baba-c3bb405b1d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:05:29.695104 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-bc39737d-1c01-4df1-902d-521b34113ace None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:05:29.695495 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc39737d-1c01-4df1-902d-521b34113ace None None] Bound using segment: {'id': '371016b5-d553-4ed2-9863-e6bba2f4b50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c72e5e9e-5ead-4d7a-baba-c3bb405b1d82'} {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 02 03:05:29.695961 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.managers [None req-bc39737d-1c01-4df1-902d-521b34113ace None None] Bound port: f431db4e-000f-4df0-a14e-881f91d3ac79, host: dv-cinder-789077-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '371016b5-d553-4ed2-9863-e6bba2f4b50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c72e5e9e-5ead-4d7a-baba-c3bb405b1d82'}}] {{(pid=73902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 02 03:05:29.696376 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-bc39737d-1c01-4df1-902d-521b34113ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:05:29.792356 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-bc39737d-1c01-4df1-902d-521b34113ace None None] For port f431db4e-000f-4df0-a14e-881f91d3ac79, host dv-cinder-789077-1-iscsi, cleared binding levels {{(pid=73902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 02 03:05:29.797181 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-bc39737d-1c01-4df1-902d-521b34113ace None None] For port f431db4e-000f-4df0-a14e-881f91d3ac79, host dv-cinder-789077-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=f431db4e-000f-4df0-a14e-881f91d3ac79,segment=NetworkSegment(371016b5-d553-4ed2-9863-e6bba2f4b50c),segment_id=371016b5-d553-4ed2-9863-e6bba2f4b50c)] {{(pid=73902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 02 03:05:29.802442 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-bc39737d-1c01-4df1-902d-521b34113ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:05:29.807480 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:05:29.884515 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc39737d-1c01-4df1-902d-521b34113ace None None] Pushing event updated for resources: {'Port': ['ID=f431db4e-000f-4df0-a14e-881f91d3ac79,revision_number=2']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:05:29.890216 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-bc39737d-1c01-4df1-902d-521b34113ace None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:05:30.560523 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device f431db4e-000f-4df0-a14e-881f91d3ac79 up at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:05:30.645094 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning for port f431db4e-000f-4df0-a14e-881f91d3ac79 completed by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:05:30.696926 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16be9342-51ea-4f48-ac27-b5fb21f232c7 None None] Network c72e5e9e-5ead-4d7a-baba-c3bb405b1d82 requested from dv-cinder-789077-1-iscsi {{(pid=73902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 02 03:05:30.868611 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-ae22e1b3-3801-4561-93f4-dce6e1d2ee32 None None] Provisioning for port f431db4e-000f-4df0-a14e-881f91d3ac79 completed by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:05:30.886205 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-ae22e1b3-3801-4561-93f4-dce6e1d2ee32 None None] Provisioning complete for port f431db4e-000f-4df0-a14e-881f91d3ac79 triggered by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:05:30.887803 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-ae22e1b3-3801-4561-93f4-dce6e1d2ee32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:05:31.201246 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-ae22e1b3-3801-4561-93f4-dce6e1d2ee32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:05:31.255875 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-ae22e1b3-3801-4561-93f4-dce6e1d2ee32 None None] For port f431db4e-000f-4df0-a14e-881f91d3ac79, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=f431db4e-000f-4df0-a14e-881f91d3ac79,segment=NetworkSegment(371016b5-d553-4ed2-9863-e6bba2f4b50c),segment_id=371016b5-d553-4ed2-9863-e6bba2f4b50c)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:05:31.269200 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-ae22e1b3-3801-4561-93f4-dce6e1d2ee32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:05:31.276942 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:05:31.359916 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae22e1b3-3801-4561-93f4-dce6e1d2ee32 None None] Pushing event updated for resources: {'Port': ['ID=f431db4e-000f-4df0-a14e-881f91d3ac79,revision_number=3']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:05:31.365016 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-ae22e1b3-3801-4561-93f4-dce6e1d2ee32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:05:31.493310 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-50572e18-6727-4118-9717-377b68a4486c None None] Provisioning complete for port f431db4e-000f-4df0-a14e-881f91d3ac79 triggered by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:05:31.493599 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-50572e18-6727-4118-9717-377b68a4486c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:05:32.529354 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device f431db4e-000f-4df0-a14e-881f91d3ac79 up at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:05:32.597783 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning complete for port f431db4e-000f-4df0-a14e-881f91d3ac79 triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:05:32.598138 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:05:35.018228 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-d629711d-2af0-41fb-b87c-0dad3dfacefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:05:37.682886 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:05:38.040819 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-0b8914d4-cf5c-44a7-a113-f1edcc5e0ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:05:39.128483 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:05:40.676781 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:05:56.667274 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 5 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:06:05.021689 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-2fa14ed2-4650-430d-81d2-2fafd9ee5166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:06:07.685653 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:06:08.044357 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-acec6b28-972f-49f2-9fe0-9236927b2e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:06:09.130477 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:06:10.678467 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:06:33.665822 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 5 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:06:35.025595 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-0f520182-1cec-4320-a624-83c7ddca5406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:06:35.799545 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 42796) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:06:35.805634 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [None req-3d159578-d188-4bf5-a42f-43214f1f26df tempest-verify_tempest_config-2065190065 tempest-verify_tempest_config-2065190065-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=73900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 02 03:06:35.806615 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-3d159578-d188-4bf5-a42f-43214f1f26df tempest-verify_tempest_config-2065190065 tempest-verify_tempest_config-2065190065-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0060728
May 02 03:06:36.103748 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 42814) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:06:36.218254 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-4a2ef3af-3727-4816-a0ac-6593a670827f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:06:36.232252 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-4a2ef3af-3727-4816-a0ac-6593a670827f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:06:36.235922 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-4a2ef3af-3727-4816-a0ac-6593a670827f admin admin] Usage tracker for resource:security_group_rule and tenant:1d2af8f346cd425295a58614d5c087a7 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:06:36.238880 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-4a2ef3af-3727-4816-a0ac-6593a670827f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:06:36.244348 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-4a2ef3af-3727-4816-a0ac-6593a670827f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:06:36.325169 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-4a2ef3af-3727-4816-a0ac-6593a670827f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:06:36.328808 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-4a2ef3af-3727-4816-a0ac-6593a670827f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:06:36.335750 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:06:36.374255 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-4a2ef3af-3727-4816-a0ac-6593a670827f admin admin] Synchronizing usage tracker for tenant:0e74c519d67d4fd7bac70087a42e4436 on resource:security_group {{(pid=73901) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 02 03:06:36.377483 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ef3af-3727-4816-a0ac-6593a670827f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566dd605-601d-4e1d-91c5-ea50b7abc6ef,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:06:36.384240 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2ef3af-3727-4816-a0ac-6593a670827f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:06:36.384590 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2ef3af-3727-4816-a0ac-6593a670827f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:06:36.384916 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2ef3af-3727-4816-a0ac-6593a670827f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:06:36.385232 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2ef3af-3727-4816-a0ac-6593a670827f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:06:36.385571 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2ef3af-3727-4816-a0ac-6593a670827f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:06:36.385906 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2ef3af-3727-4816-a0ac-6593a670827f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:06:36.386238 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2ef3af-3727-4816-a0ac-6593a670827f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:06:36.386585 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2ef3af-3727-4816-a0ac-6593a670827f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:06:36.386894 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2ef3af-3727-4816-a0ac-6593a670827f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:06:36.387197 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2ef3af-3727-4816-a0ac-6593a670827f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:06:36.387500 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2ef3af-3727-4816-a0ac-6593a670827f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:06:36.387800 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2ef3af-3727-4816-a0ac-6593a670827f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:06:36.392484 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-4a2ef3af-3727-4816-a0ac-6593a670827f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:06:36.403664 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-4a2ef3af-3727-4816-a0ac-6593a670827f admin admin] Unset dirty status for tenant:0e74c519d67d4fd7bac70087a42e4436 on resource:security_group {{(pid=73901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 02 03:06:36.404892 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-4a2ef3af-3727-4816-a0ac-6593a670827f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1d2af8f346cd425295a58614d5c087a7&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3001256
May 02 03:06:36.407500 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 42820) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:06:36.467191 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-1c66b86c-dcb9-4898-a13a-650c8332b784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:06:36.492336 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-1c66b86c-dcb9-4898-a13a-650c8332b784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:06:36.583827 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-1c66b86c-dcb9-4898-a13a-650c8332b784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:06:36.587597 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-4a2ef3af-3727-4816-a0ac-6593a670827f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:06:36.598908 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66b86c-dcb9-4898-a13a-650c8332b784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566dd605-601d-4e1d-91c5-ea50b7abc6ef,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:06:36.602634 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-1c66b86c-dcb9-4898-a13a-650c8332b784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:06:36.605964 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-1c66b86c-dcb9-4898-a13a-650c8332b784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:06:36.607279 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-1c66b86c-dcb9-4898-a13a-650c8332b784 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/566dd605-601d-4e1d-91c5-ea50b7abc6ef HTTP/1.1" status: 204  len: 168 time: 0.1987612
May 02 03:06:37.691314 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:06:38.045352 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-adf386c9-aeeb-4891-9c5e-d164149c0b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:06:39.135159 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:06:40.681273 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:07:05.029530 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-3cb4dbf3-c5a9-4f27-9fca-daefb70e5e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:07:07.693685 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:07:08.046812 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-163db78a-68e3-41de-952c-ce00cde75640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:07:09.136767 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:07:10.668626 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 5 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:07:10.693342 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:07:35.031203 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-23d8a06d-e34e-4f0a-a854-c4cc3e4f9e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:07:37.696607 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:07:38.048285 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-18348053-207c-4542-8a10-96204cd696f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:07:39.140598 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:07:40.687302 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:07:47.667807 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 5 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:08:05.032562 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-858c4176-2d69-47a7-802c-f5e42f12c7a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:08:07.704870 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:08:08.053091 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-9d841654-f234-40bf-a5be-d57a2616c4d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:08:08.907606 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055'] for agent, after_create {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:08:09.142978 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:08:10.692232 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:08:13.259130 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 42872) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:08:13.369802 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-a4af0c43-c985-49de-8cdd-e748837675e9 admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1096010
May 02 03:08:15.492665 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 42882) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:08:15.547851 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-4f4ea4a5-ac42-4d50-b366-8426e91570fa admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0541055
May 02 03:08:24.667305 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:08:35.034726 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8696814f-72ba-4060-8a73-eb167f787c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:08:37.697969 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:08:38.054985 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-3bd43021-5033-4f66-a72d-df86743cd7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:08:38.859722 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:08:39.144262 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:08:40.693374 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:01.666844 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:09:05.043326 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-be3f23ff-22e7-4095-953a-bf65cad711cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:07.701392 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:08.078080 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-3bce0913-d409-4947-ade0-14ec5e951323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:08.870101 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:09.155888 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:10.702071 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:35.040057 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-0609f646-0aeb-4b84-84ac-2f61980a94c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:37.712046 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:38.075985 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-be05da32-9434-4012-b462-76131307e62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:38.667459 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:09:38.879125 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:39.179019 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:40.724703 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:44.056844 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 43020) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:09:44.475541 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.v2.base [None req-c10ced89-1c27-4d19-8a28-f3a0c4c219e7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1937546020-network', 'tenant_id': 'a9fa23c656804d85929e20a6cdbea65a'}} {{(pid=73901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:09:44.481294 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-c10ced89-1c27-4d19-8a28-f3a0c4c219e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:09:44.485636 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-c10ced89-1c27-4d19-8a28-f3a0c4c219e7 admin admin] Usage tracker for resource:network and tenant:a9fa23c656804d85929e20a6cdbea65a is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:09:44.489978 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-c10ced89-1c27-4d19-8a28-f3a0c4c219e7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:09:44.506462 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-c10ced89-1c27-4d19-8a28-f3a0c4c219e7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:09:44.528029 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10ced89-1c27-4d19-8a28-f3a0c4c219e7 admin admin] Made reservation on behalf of a9fa23c656804d85929e20a6cdbea65a for: {'network': 1} {{(pid=73901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 02 03:09:44.530857 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-c10ced89-1c27-4d19-8a28-f3a0c4c219e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for network, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:44.546019 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-c10ced89-1c27-4d19-8a28-f3a0c4c219e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:44.579111 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-c10ced89-1c27-4d19-8a28-f3a0c4c219e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:09:44.584063 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-c10ced89-1c27-4d19-8a28-f3a0c4c219e7 admin admin] Usage tracker for resource:security_group_rule and tenant:a9fa23c656804d85929e20a6cdbea65a is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:09:44.588987 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-c10ced89-1c27-4d19-8a28-f3a0c4c219e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:09:44.605570 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-c10ced89-1c27-4d19-8a28-f3a0c4c219e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:09:44.735043 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-c10ced89-1c27-4d19-8a28-f3a0c4c219e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:44.751089 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-c10ced89-1c27-4d19-8a28-f3a0c4c219e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:44.754411 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:09:44.794118 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ced89-1c27-4d19-8a28-f3a0c4c219e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f96d33-2e2a-460d-adab-92c503e626fe,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:09:44.804387 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ced89-1c27-4d19-8a28-f3a0c4c219e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:09:44.805035 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ced89-1c27-4d19-8a28-f3a0c4c219e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:09:44.805546 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ced89-1c27-4d19-8a28-f3a0c4c219e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:09:44.806242 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ced89-1c27-4d19-8a28-f3a0c4c219e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:09:44.821205 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ced89-1c27-4d19-8a28-f3a0c4c219e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:09:44.821205 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ced89-1c27-4d19-8a28-f3a0c4c219e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:09:44.821205 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ced89-1c27-4d19-8a28-f3a0c4c219e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:09:44.821205 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ced89-1c27-4d19-8a28-f3a0c4c219e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:09:44.821205 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ced89-1c27-4d19-8a28-f3a0c4c219e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:09:44.821205 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ced89-1c27-4d19-8a28-f3a0c4c219e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:09:44.821205 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ced89-1c27-4d19-8a28-f3a0c4c219e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:09:44.821205 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ced89-1c27-4d19-8a28-f3a0c4c219e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:09:44.821205 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ced89-1c27-4d19-8a28-f3a0c4c219e7 admin admin] Tracked resource versions report:
May 02 03:09:44.821205 dv-cinder-789077-1-iscsi neutron-server[73901]: pushed versions:
May 02 03:09:44.821205 dv-cinder-789077-1-iscsi neutron-server[73901]: {   'AddressGroup': {'1.2'},
May 02 03:09:44.821205 dv-cinder-789077-1-iscsi neutron-server[73901]:     'ConntrackHelper': {'1.0'},
May 02 03:09:44.821205 dv-cinder-789077-1-iscsi neutron-server[73901]:     'Log': {'1.0'},
May 02 03:09:44.821205 dv-cinder-789077-1-iscsi neutron-server[73901]:     'Network': {'1.1'},
May 02 03:09:44.821205 dv-cinder-789077-1-iscsi neutron-server[73901]:     'Port': {'1.7'},
May 02 03:09:44.821205 dv-cinder-789077-1-iscsi neutron-server[73901]:     'PortForwarding': {'1.2'},
May 02 03:09:44.821205 dv-cinder-789077-1-iscsi neutron-server[73901]:     'QosPolicy': {'1.8'},
May 02 03:09:44.821205 dv-cinder-789077-1-iscsi neutron-server[73901]:     'SecurityGroup': {'1.4'},
May 02 03:09:44.821205 dv-cinder-789077-1-iscsi neutron-server[73901]:     'SecurityGroupRule': {'1.2'},
May 02 03:09:44.821205 dv-cinder-789077-1-iscsi neutron-server[73901]:     'SubPort': {'1.0'},
May 02 03:09:44.821205 dv-cinder-789077-1-iscsi neutron-server[73901]:     'Subnet': {'1.1'},
May 02 03:09:44.821205 dv-cinder-789077-1-iscsi neutron-server[73901]:     'Trunk': {'1.1'}}
May 02 03:09:44.821205 dv-cinder-789077-1-iscsi neutron-server[73901]: consumer versions:
May 02 03:09:44.821205 dv-cinder-789077-1-iscsi neutron-server[73901]: {   DHCP agent@dv-cinder-789077-1-iscsi: {},
May 02 03:09:44.821205 dv-cinder-789077-1-iscsi neutron-server[73901]:     HyperV agent@hv-cinder-78907: {},
May 02 03:09:44.821205 dv-cinder-789077-1-iscsi neutron-server[73901]:     L3 agent@dv-cinder-789077-1-iscsi: {},
May 02 03:09:44.821205 dv-cinder-789077-1-iscsi neutron-server[73901]:     Metadata agent@dv-cinder-789077-1-iscsi: {},
May 02 03:09:44.821205 dv-cinder-789077-1-iscsi neutron-server[73901]:     Metering agent@dv-cinder-789077-1-iscsi: {},
May 02 03:09:44.821205 dv-cinder-789077-1-iscsi neutron-server[73901]:     Open vSwitch agent@dv-cinder-789077-1-iscsi: {   'AddressGroup': '1.2',
May 02 03:09:44.821205 dv-cinder-789077-1-iscsi neutron-server[73901]:                                                      'ConntrackHelper': '1.0',
May 02 03:09:44.821205 dv-cinder-789077-1-iscsi neutron-server[73901]:                                                      'Log': '1.0',
May 02 03:09:44.821205 dv-cinder-789077-1-iscsi neutron-server[73901]:                                                      'Network': '1.1',
May 02 03:09:44.821205 dv-cinder-789077-1-iscsi neutron-server[73901]:                                                      'Port': '1.7',
May 02 03:09:44.821205 dv-cinder-789077-1-iscsi neutron-server[73901]:                                                      'PortForwarding': '1.2',
May 02 03:09:44.821205 dv-cinder-789077-1-iscsi neutron-server[73901]:                                                      'QosPolicy': '1.8',
May 02 03:09:44.821205 dv-cinder-789077-1-iscsi neutron-server[73901]:                                                      'SecurityGroup': '1.4',
May 02 03:09:44.821205 dv-cinder-789077-1-iscsi neutron-server[73901]:                                                      'SecurityGroupRule': '1.2',
May 02 03:09:44.821205 dv-cinder-789077-1-iscsi neutron-server[73901]:                                                      'SubPort': '1.0',
May 02 03:09:44.821205 dv-cinder-789077-1-iscsi neutron-server[73901]:                                                      'Subnet': '1.1',
May 02 03:09:44.821205 dv-cinder-789077-1-iscsi neutron-server[73901]:                                                      'Trunk': '1.1'}}
May 02 03:09:44.821205 dv-cinder-789077-1-iscsi neutron-server[73901]:  {{(pid=73901) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 02 03:09:44.821205 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-c10ced89-1c27-4d19-8a28-f3a0c4c219e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:09:44.829427 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c10ced89-1c27-4d19-8a28-f3a0c4c219e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237}  {{(pid=73901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 02 03:09:44.840201 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-c10ced89-1c27-4d19-8a28-f3a0c4c219e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800657'] for segment, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:44.840541 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.db.segments_db [None req-c10ced89-1c27-4d19-8a28-f3a0c4c219e7 admin admin] Added segment b30497ce-e2ee-43bf-863e-b0adb6c70caf of type vlan for network e3c24553-093c-4dba-a579-e14fc9bf8125
May 02 03:09:44.928988 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-c10ced89-1c27-4d19-8a28-f3a0c4c219e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747865320852'] for network, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:44.970407 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-c10ced89-1c27-4d19-8a28-f3a0c4c219e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347'] for network, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:44.971985 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10ced89-1c27-4d19-8a28-f3a0c4c219e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:09:44.972529 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-c10ced89-1c27-4d19-8a28-f3a0c4c219e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for network, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:44.977828 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-ec699bed-8ba1-48b4-a6ba-2646bb1b586e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:09:45.086583 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-c10ced89-1c27-4d19-8a28-f3a0c4c219e7 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.0282018
May 02 03:09:45.089894 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 43062) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:09:45.097347 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [None req-80e0131f-5336-45a7-b870-ce4ec5380e32 admin admin] Request body: {'subnet': {'network_id': 'e3c24553-093c-4dba-a579-e14fc9bf8125', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1937546020-subnet', 'tenant_id': 'a9fa23c656804d85929e20a6cdbea65a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:09:45.097602 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ced89-1c27-4d19-8a28-f3a0c4c219e7 admin admin] Pushing event updated for resources: {'Network': ['ID=e3c24553-093c-4dba-a579-e14fc9bf8125,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:09:45.100422 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-c10ced89-1c27-4d19-8a28-f3a0c4c219e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:09:45.107008 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-80e0131f-5336-45a7-b870-ce4ec5380e32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:09:45.113178 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-80e0131f-5336-45a7-b870-ce4ec5380e32 admin admin] Usage tracker for resource:subnet and tenant:a9fa23c656804d85929e20a6cdbea65a is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:09:45.115585 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Network e3c24553-093c-4dba-a579-e14fc9bf8125 details requested by agent ovs-agent-dv-cinder-789077-1-iscsi with host dv-cinder-789077-1-iscsi {{(pid=73902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 02 03:09:45.117526 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-80e0131f-5336-45a7-b870-ce4ec5380e32 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:09:45.124548 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-80e0131f-5336-45a7-b870-ce4ec5380e32 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:09:45.138798 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e0131f-5336-45a7-b870-ce4ec5380e32 admin admin] Made reservation on behalf of a9fa23c656804d85929e20a6cdbea65a for: {'subnet': 1} {{(pid=73900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 02 03:09:45.141206 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-80e0131f-5336-45a7-b870-ce4ec5380e32 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:45.722842 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-80e0131f-5336-45a7-b870-ce4ec5380e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347'] for subnet, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:45.729561 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:09:45.880209 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e0131f-5336-45a7-b870-ce4ec5380e32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5979161-d7b0-4fdb-a66c-2a0a0a8b9b09,revision_number=0']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:09:45.897924 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e0131f-5336-45a7-b870-ce4ec5380e32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:09:45.898585 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e0131f-5336-45a7-b870-ce4ec5380e32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:09:45.899141 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e0131f-5336-45a7-b870-ce4ec5380e32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:09:45.899684 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e0131f-5336-45a7-b870-ce4ec5380e32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:09:45.900479 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e0131f-5336-45a7-b870-ce4ec5380e32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:09:45.901052 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e0131f-5336-45a7-b870-ce4ec5380e32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:09:45.901588 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e0131f-5336-45a7-b870-ce4ec5380e32 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:09:45.902154 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e0131f-5336-45a7-b870-ce4ec5380e32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:09:45.902766 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e0131f-5336-45a7-b870-ce4ec5380e32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:09:45.903328 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e0131f-5336-45a7-b870-ce4ec5380e32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:09:45.903883 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e0131f-5336-45a7-b870-ce4ec5380e32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:09:45.904412 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e0131f-5336-45a7-b870-ce4ec5380e32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:09:45.906358 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e0131f-5336-45a7-b870-ce4ec5380e32 admin admin] Tracked resource versions report:
May 02 03:09:45.906358 dv-cinder-789077-1-iscsi neutron-server[73900]: pushed versions:
May 02 03:09:45.906358 dv-cinder-789077-1-iscsi neutron-server[73900]: {   'AddressGroup': {'1.2'},
May 02 03:09:45.906358 dv-cinder-789077-1-iscsi neutron-server[73900]:     'ConntrackHelper': {'1.0'},
May 02 03:09:45.906358 dv-cinder-789077-1-iscsi neutron-server[73900]:     'Log': {'1.0'},
May 02 03:09:45.906358 dv-cinder-789077-1-iscsi neutron-server[73900]:     'Network': {'1.1'},
May 02 03:09:45.906358 dv-cinder-789077-1-iscsi neutron-server[73900]:     'Port': {'1.7'},
May 02 03:09:45.906358 dv-cinder-789077-1-iscsi neutron-server[73900]:     'PortForwarding': {'1.2'},
May 02 03:09:45.906358 dv-cinder-789077-1-iscsi neutron-server[73900]:     'QosPolicy': {'1.8'},
May 02 03:09:45.906358 dv-cinder-789077-1-iscsi neutron-server[73900]:     'SecurityGroup': {'1.4'},
May 02 03:09:45.906358 dv-cinder-789077-1-iscsi neutron-server[73900]:     'SecurityGroupRule': {'1.2'},
May 02 03:09:45.906358 dv-cinder-789077-1-iscsi neutron-server[73900]:     'SubPort': {'1.0'},
May 02 03:09:45.906358 dv-cinder-789077-1-iscsi neutron-server[73900]:     'Subnet': {'1.1'},
May 02 03:09:45.906358 dv-cinder-789077-1-iscsi neutron-server[73900]:     'Trunk': {'1.1'}}
May 02 03:09:45.906358 dv-cinder-789077-1-iscsi neutron-server[73900]: consumer versions:
May 02 03:09:45.906358 dv-cinder-789077-1-iscsi neutron-server[73900]: {   DHCP agent@dv-cinder-789077-1-iscsi: {},
May 02 03:09:45.906358 dv-cinder-789077-1-iscsi neutron-server[73900]:     HyperV agent@hv-cinder-78907: {},
May 02 03:09:45.906358 dv-cinder-789077-1-iscsi neutron-server[73900]:     L3 agent@dv-cinder-789077-1-iscsi: {},
May 02 03:09:45.906358 dv-cinder-789077-1-iscsi neutron-server[73900]:     Metadata agent@dv-cinder-789077-1-iscsi: {},
May 02 03:09:45.906358 dv-cinder-789077-1-iscsi neutron-server[73900]:     Metering agent@dv-cinder-789077-1-iscsi: {},
May 02 03:09:45.906358 dv-cinder-789077-1-iscsi neutron-server[73900]:     Open vSwitch agent@dv-cinder-789077-1-iscsi: {   'AddressGroup': '1.2',
May 02 03:09:45.906358 dv-cinder-789077-1-iscsi neutron-server[73900]:                                                      'ConntrackHelper': '1.0',
May 02 03:09:45.906358 dv-cinder-789077-1-iscsi neutron-server[73900]:                                                      'Log': '1.0',
May 02 03:09:45.906358 dv-cinder-789077-1-iscsi neutron-server[73900]:                                                      'Network': '1.1',
May 02 03:09:45.906358 dv-cinder-789077-1-iscsi neutron-server[73900]:                                                      'Port': '1.7',
May 02 03:09:45.906358 dv-cinder-789077-1-iscsi neutron-server[73900]:                                                      'PortForwarding': '1.2',
May 02 03:09:45.906358 dv-cinder-789077-1-iscsi neutron-server[73900]:                                                      'QosPolicy': '1.8',
May 02 03:09:45.906358 dv-cinder-789077-1-iscsi neutron-server[73900]:                                                      'SecurityGroup': '1.4',
May 02 03:09:45.906358 dv-cinder-789077-1-iscsi neutron-server[73900]:                                                      'SecurityGroupRule': '1.2',
May 02 03:09:45.906358 dv-cinder-789077-1-iscsi neutron-server[73900]:                                                      'SubPort': '1.0',
May 02 03:09:45.906358 dv-cinder-789077-1-iscsi neutron-server[73900]:                                                      'Subnet': '1.1',
May 02 03:09:45.906358 dv-cinder-789077-1-iscsi neutron-server[73900]:                                                      'Trunk': '1.1'}}
May 02 03:09:45.906358 dv-cinder-789077-1-iscsi neutron-server[73900]:  {{(pid=73900) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 02 03:09:45.917837 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-80e0131f-5336-45a7-b870-ce4ec5380e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:09:45.931650 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e0131f-5336-45a7-b870-ce4ec5380e32 admin admin] Checking segment: {'id': 'b30497ce-e2ee-43bf-863e-b0adb6c70caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e3c24553-093c-4dba-a579-e14fc9bf8125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:09:45.932730 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e0131f-5336-45a7-b870-ce4ec5380e32 admin admin] Network hostable DHCP agents. Network: e3c24553-093c-4dba-a579-e14fc9bf8125, hostable agents: ['b8cff7bf-6a12-4b5e-9f6f-ac6aa9384c4c'], hosted agents: [] {{(pid=73900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 02 03:09:45.964678 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e0131f-5336-45a7-b870-ce4ec5380e32 admin admin] Network e3c24553-093c-4dba-a579-e14fc9bf8125 is scheduled to be hosted by DHCP agent b8cff7bf-6a12-4b5e-9f6f-ac6aa9384c4c with binding_index 1 {{(pid=73900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 02 03:09:45.985627 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.base_scheduler [None req-80e0131f-5336-45a7-b870-ce4ec5380e32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789077-1-iscsi, e3c24553-093c-4dba-a579-e14fc9bf8125) {{(pid=73900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:09:45.993941 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e0131f-5336-45a7-b870-ce4ec5380e32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:09:45.995031 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-80e0131f-5336-45a7-b870-ce4ec5380e32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for subnet, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:45.996931 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb7acde-466b-4df0-b003-4c2ed9382406 None None] Network e3c24553-093c-4dba-a579-e14fc9bf8125 requested from dv-cinder-789077-1-iscsi {{(pid=73902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 02 03:09:46.046696 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-80e0131f-5336-45a7-b870-ce4ec5380e32 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.9510717
May 02 03:09:46.290563 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f412c67-ce94-40ff-88ce-cda0685c8611 None None] Network e3c24553-093c-4dba-a579-e14fc9bf8125 requested from dv-cinder-789077-1-iscsi {{(pid=73902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 02 03:09:46.329301 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 43104) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:09:46.569262 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 43114) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:09:46.595010 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 43120) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:09:46.847964 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [None req-90d13153-0e95-47d2-b70d-32c52e09a84e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1161557909-network', 'tenant_id': 'af3193f1c1e6445ba9dc3c083e914e2a'}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:09:46.854449 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-90d13153-0e95-47d2-b70d-32c52e09a84e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:09:46.859390 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-90d13153-0e95-47d2-b70d-32c52e09a84e admin admin] Usage tracker for resource:network and tenant:af3193f1c1e6445ba9dc3c083e914e2a is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:09:46.862989 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-90d13153-0e95-47d2-b70d-32c52e09a84e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:09:46.871598 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-90d13153-0e95-47d2-b70d-32c52e09a84e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:09:46.890203 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d13153-0e95-47d2-b70d-32c52e09a84e admin admin] Made reservation on behalf of af3193f1c1e6445ba9dc3c083e914e2a for: {'network': 1} {{(pid=73900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 02 03:09:46.894886 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-90d13153-0e95-47d2-b70d-32c52e09a84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for network, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:46.918402 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-90d13153-0e95-47d2-b70d-32c52e09a84e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:46.939737 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-90d13153-0e95-47d2-b70d-32c52e09a84e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:09:46.945922 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-90d13153-0e95-47d2-b70d-32c52e09a84e admin admin] Usage tracker for resource:security_group_rule and tenant:af3193f1c1e6445ba9dc3c083e914e2a is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:09:46.950385 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-90d13153-0e95-47d2-b70d-32c52e09a84e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:09:46.959390 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-90d13153-0e95-47d2-b70d-32c52e09a84e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:09:46.982622 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [None req-57273df0-aa1b-482b-b517-fda545b0a42e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1481600319-network', 'tenant_id': 'c0c7970eea444c3cab1fd1c05acdf886'}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:09:46.998302 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-57273df0-aa1b-482b-b517-fda545b0a42e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:09:47.006794 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-57273df0-aa1b-482b-b517-fda545b0a42e admin admin] Usage tracker for resource:network and tenant:c0c7970eea444c3cab1fd1c05acdf886 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:09:47.012503 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-57273df0-aa1b-482b-b517-fda545b0a42e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:09:47.024503 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-57273df0-aa1b-482b-b517-fda545b0a42e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:09:47.041897 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.v2.base [None req-b7ecfb29-7817-4468-9569-bce59e9079ab admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1562313329-network', 'tenant_id': '4e7db1adde334ad386f1a91ee9ac0682'}} {{(pid=73901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:09:47.048514 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-b7ecfb29-7817-4468-9569-bce59e9079ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:09:47.054850 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57273df0-aa1b-482b-b517-fda545b0a42e admin admin] Made reservation on behalf of c0c7970eea444c3cab1fd1c05acdf886 for: {'network': 1} {{(pid=73900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 02 03:09:47.055542 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-b7ecfb29-7817-4468-9569-bce59e9079ab admin admin] Usage tracker for resource:network and tenant:4e7db1adde334ad386f1a91ee9ac0682 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:09:47.057481 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-57273df0-aa1b-482b-b517-fda545b0a42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for network, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:47.060075 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-b7ecfb29-7817-4468-9569-bce59e9079ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:09:47.071988 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-b7ecfb29-7817-4468-9569-bce59e9079ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:09:47.078531 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-57273df0-aa1b-482b-b517-fda545b0a42e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:47.097422 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ecfb29-7817-4468-9569-bce59e9079ab admin admin] Made reservation on behalf of 4e7db1adde334ad386f1a91ee9ac0682 for: {'network': 1} {{(pid=73901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 02 03:09:47.104418 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-b7ecfb29-7817-4468-9569-bce59e9079ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for network, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:47.113373 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-57273df0-aa1b-482b-b517-fda545b0a42e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:09:47.126752 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-57273df0-aa1b-482b-b517-fda545b0a42e admin admin] Usage tracker for resource:security_group_rule and tenant:c0c7970eea444c3cab1fd1c05acdf886 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:09:47.134107 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-57273df0-aa1b-482b-b517-fda545b0a42e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:09:47.136379 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-b7ecfb29-7817-4468-9569-bce59e9079ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:47.147837 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-57273df0-aa1b-482b-b517-fda545b0a42e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:09:47.160534 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-90d13153-0e95-47d2-b70d-32c52e09a84e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:47.166169 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-90d13153-0e95-47d2-b70d-32c52e09a84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:47.171552 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-b7ecfb29-7817-4468-9569-bce59e9079ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:09:47.179888 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-b7ecfb29-7817-4468-9569-bce59e9079ab admin admin] Usage tracker for resource:security_group_rule and tenant:4e7db1adde334ad386f1a91ee9ac0682 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:09:47.185790 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-b7ecfb29-7817-4468-9569-bce59e9079ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:09:47.188277 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90d13153-0e95-47d2-b70d-32c52e09a84e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234}  {{(pid=73900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 02 03:09:47.198771 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-b7ecfb29-7817-4468-9569-bce59e9079ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:09:47.200371 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-90d13153-0e95-47d2-b70d-32c52e09a84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800657'] for segment, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:47.200734 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.db.segments_db [None req-90d13153-0e95-47d2-b70d-32c52e09a84e admin admin] Added segment 7f6905ed-2579-4d55-ab77-b375fe4c1db7 of type vlan for network a8ade9c2-9766-4205-91d5-ada78c406a29
May 02 03:09:47.235561 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-90d13153-0e95-47d2-b70d-32c52e09a84e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747865320852'] for network, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:47.288900 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-8ae11736-9181-4e5e-8567-543575ba3a51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:09:47.310678 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-90d13153-0e95-47d2-b70d-32c52e09a84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347'] for network, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:47.326954 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d13153-0e95-47d2-b70d-32c52e09a84e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:09:47.327865 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-90d13153-0e95-47d2-b70d-32c52e09a84e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for network, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:47.383367 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-b7ecfb29-7817-4468-9569-bce59e9079ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:47.391341 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-b7ecfb29-7817-4468-9569-bce59e9079ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:47.398904 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-57273df0-aa1b-482b-b517-fda545b0a42e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:47.400320 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:09:47.424777 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-57273df0-aa1b-482b-b517-fda545b0a42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:47.441808 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d13153-0e95-47d2-b70d-32c52e09a84e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dafcad79-8d42-4da4-b614-466a5dd52708,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:09:47.449915 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ecfb29-7817-4468-9569-bce59e9079ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9eb7e01-817e-4037-84fd-d1aa9e9e0032,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:09:47.454701 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-90d13153-0e95-47d2-b70d-32c52e09a84e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:09:47.455115 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:09:47.458776 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-b7ecfb29-7817-4468-9569-bce59e9079ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:09:47.468139 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7ecfb29-7817-4468-9569-bce59e9079ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246}  {{(pid=73901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 02 03:09:47.482270 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-b7ecfb29-7817-4468-9569-bce59e9079ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800657'] for segment, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:47.483197 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.db.segments_db [None req-b7ecfb29-7817-4468-9569-bce59e9079ab admin admin] Added segment 6c6f3f05-f004-471e-8a0e-26e9fcb39326 of type vlan for network c7fbd4b3-8241-42d4-a727-6c3f39a82264
May 02 03:09:47.508777 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57273df0-aa1b-482b-b517-fda545b0a42e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201}  {{(pid=73900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 02 03:09:47.512048 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-90d13153-0e95-47d2-b70d-32c52e09a84e admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.1816759
May 02 03:09:47.518217 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 43158) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:09:47.532219 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.v2.base [None req-5d16f8dc-889e-4d1b-97c5-52cf058a467e admin admin] Request body: {'subnet': {'network_id': 'a8ade9c2-9766-4205-91d5-ada78c406a29', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1161557909-subnet', 'tenant_id': 'af3193f1c1e6445ba9dc3c083e914e2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:09:47.539548 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-b7ecfb29-7817-4468-9569-bce59e9079ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747865320852'] for network, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:47.547286 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-5d16f8dc-889e-4d1b-97c5-52cf058a467e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:09:47.555372 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-5d16f8dc-889e-4d1b-97c5-52cf058a467e admin admin] Usage tracker for resource:subnet and tenant:af3193f1c1e6445ba9dc3c083e914e2a is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:09:47.561281 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-5d16f8dc-889e-4d1b-97c5-52cf058a467e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:09:47.572306 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-5d16f8dc-889e-4d1b-97c5-52cf058a467e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:09:47.589607 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-57273df0-aa1b-482b-b517-fda545b0a42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800657'] for segment, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:47.589986 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.db.segments_db [None req-57273df0-aa1b-482b-b517-fda545b0a42e admin admin] Added segment 1937cbf3-0a70-47fb-bc4a-5e853fa17fc3 of type vlan for network ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34
May 02 03:09:47.599838 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d16f8dc-889e-4d1b-97c5-52cf058a467e admin admin] Made reservation on behalf of af3193f1c1e6445ba9dc3c083e914e2a for: {'subnet': 1} {{(pid=73901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 02 03:09:47.600732 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d13153-0e95-47d2-b70d-32c52e09a84e admin admin] Pushing event updated for resources: {'Network': ['ID=a8ade9c2-9766-4205-91d5-ada78c406a29,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:09:47.603920 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-5d16f8dc-889e-4d1b-97c5-52cf058a467e admin admin] Notify callbacks [] for subnet, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:47.605741 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-90d13153-0e95-47d2-b70d-32c52e09a84e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:09:47.606174 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.166s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:09:47.617102 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Network a8ade9c2-9766-4205-91d5-ada78c406a29 details requested by agent ovs-agent-dv-cinder-789077-1-iscsi with host dv-cinder-789077-1-iscsi {{(pid=73902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 02 03:09:47.655479 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-57273df0-aa1b-482b-b517-fda545b0a42e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747865320852'] for network, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:47.662805 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57273df0-aa1b-482b-b517-fda545b0a42e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14559ae-2010-4a5b-83b5-a6fd34158870,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:09:47.666642 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-57273df0-aa1b-482b-b517-fda545b0a42e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:09:47.700081 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-b7ecfb29-7817-4468-9569-bce59e9079ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347'] for network, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:47.703737 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ecfb29-7817-4468-9569-bce59e9079ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:09:47.704321 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-b7ecfb29-7817-4468-9569-bce59e9079ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for network, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:47.704893 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-57273df0-aa1b-482b-b517-fda545b0a42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347'] for network, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:47.706772 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57273df0-aa1b-482b-b517-fda545b0a42e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:09:47.710517 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-57273df0-aa1b-482b-b517-fda545b0a42e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for network, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:47.712622 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:09:47.723529 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:09:47.882248 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ecfb29-7817-4468-9569-bce59e9079ab admin admin] Pushing event updated for resources: {'Network': ['ID=c7fbd4b3-8241-42d4-a727-6c3f39a82264,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:09:47.890942 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-b7ecfb29-7817-4468-9569-bce59e9079ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:09:47.900372 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-57273df0-aa1b-482b-b517-fda545b0a42e admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 1.3296037
May 02 03:09:47.904921 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 43170) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:09:47.910149 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57273df0-aa1b-482b-b517-fda545b0a42e admin admin] Pushing event updated for resources: {'Network': ['ID=ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:09:47.915834 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-57273df0-aa1b-482b-b517-fda545b0a42e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:09:47.921637 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [None req-4f9eac0d-6a2e-45b4-bd06-054c76346f9e admin admin] Request body: {'subnet': {'network_id': 'ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1481600319-subnet', 'tenant_id': 'c0c7970eea444c3cab1fd1c05acdf886', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:09:47.923012 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Network c7fbd4b3-8241-42d4-a727-6c3f39a82264 details requested by agent ovs-agent-dv-cinder-789077-1-iscsi with host dv-cinder-789077-1-iscsi {{(pid=73902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 02 03:09:47.924164 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-b7ecfb29-7817-4468-9569-bce59e9079ab admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.3277299
May 02 03:09:47.928125 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-4f9eac0d-6a2e-45b4-bd06-054c76346f9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:09:47.934001 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-4f9eac0d-6a2e-45b4-bd06-054c76346f9e admin admin] Usage tracker for resource:subnet and tenant:c0c7970eea444c3cab1fd1c05acdf886 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:09:47.939092 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-4f9eac0d-6a2e-45b4-bd06-054c76346f9e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:09:47.949467 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-4f9eac0d-6a2e-45b4-bd06-054c76346f9e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:09:47.959912 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 43174) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:09:47.969203 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [None req-a25a9a60-6982-4b85-b9c5-a42e579d7982 admin admin] Request body: {'subnet': {'network_id': 'c7fbd4b3-8241-42d4-a727-6c3f39a82264', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1562313329-subnet', 'tenant_id': '4e7db1adde334ad386f1a91ee9ac0682', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:09:47.975362 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-a25a9a60-6982-4b85-b9c5-a42e579d7982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:09:47.980263 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-a25a9a60-6982-4b85-b9c5-a42e579d7982 admin admin] Usage tracker for resource:subnet and tenant:4e7db1adde334ad386f1a91ee9ac0682 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:09:47.984250 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-a25a9a60-6982-4b85-b9c5-a42e579d7982 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:09:47.992868 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-a25a9a60-6982-4b85-b9c5-a42e579d7982 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:09:47.999179 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Network ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34 details requested by agent ovs-agent-dv-cinder-789077-1-iscsi with host dv-cinder-789077-1-iscsi {{(pid=73902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 02 03:09:48.002284 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9eac0d-6a2e-45b4-bd06-054c76346f9e admin admin] Made reservation on behalf of c0c7970eea444c3cab1fd1c05acdf886 for: {'subnet': 1} {{(pid=73900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 02 03:09:48.005968 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-4f9eac0d-6a2e-45b4-bd06-054c76346f9e admin admin] Notify callbacks [] for subnet, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:48.021810 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25a9a60-6982-4b85-b9c5-a42e579d7982 admin admin] Made reservation on behalf of 4e7db1adde334ad386f1a91ee9ac0682 for: {'subnet': 1} {{(pid=73900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 02 03:09:48.024592 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-a25a9a60-6982-4b85-b9c5-a42e579d7982 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:48.557617 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-5d16f8dc-889e-4d1b-97c5-52cf058a467e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347'] for subnet, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:48.568956 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:09:48.720664 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d16f8dc-889e-4d1b-97c5-52cf058a467e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4361db73-09dc-4ca3-ab0d-eef40ac52ba3,revision_number=0']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:09:48.746141 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-5d16f8dc-889e-4d1b-97c5-52cf058a467e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:09:48.791740 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d16f8dc-889e-4d1b-97c5-52cf058a467e admin admin] Checking segment: {'id': '7f6905ed-2579-4d55-ab77-b375fe4c1db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a8ade9c2-9766-4205-91d5-ada78c406a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:09:48.792302 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d16f8dc-889e-4d1b-97c5-52cf058a467e admin admin] Network hostable DHCP agents. Network: a8ade9c2-9766-4205-91d5-ada78c406a29, hostable agents: ['b8cff7bf-6a12-4b5e-9f6f-ac6aa9384c4c'], hosted agents: [] {{(pid=73901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 02 03:09:48.854545 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d16f8dc-889e-4d1b-97c5-52cf058a467e admin admin] Network a8ade9c2-9766-4205-91d5-ada78c406a29 is scheduled to be hosted by DHCP agent b8cff7bf-6a12-4b5e-9f6f-ac6aa9384c4c with binding_index 1 {{(pid=73901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 02 03:09:48.878209 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.base_scheduler [None req-5d16f8dc-889e-4d1b-97c5-52cf058a467e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789077-1-iscsi, a8ade9c2-9766-4205-91d5-ada78c406a29) {{(pid=73901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:09:48.890182 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2ca56e-b12c-4d97-bfe0-548af756fd47 None None] Network a8ade9c2-9766-4205-91d5-ada78c406a29 requested from dv-cinder-789077-1-iscsi {{(pid=73902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 02 03:09:48.897094 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d16f8dc-889e-4d1b-97c5-52cf058a467e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:09:48.899310 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-5d16f8dc-889e-4d1b-97c5-52cf058a467e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for subnet, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:48.960653 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-5d16f8dc-889e-4d1b-97c5-52cf058a467e admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.4410741
May 02 03:09:49.415752 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e2e997-a0f3-4984-b6a1-339a0a306dad None None] Network a8ade9c2-9766-4205-91d5-ada78c406a29 requested from dv-cinder-789077-1-iscsi {{(pid=73902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 02 03:09:50.099409 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-a25a9a60-6982-4b85-b9c5-a42e579d7982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347'] for subnet, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:50.107129 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-80e0131f-5336-45a7-b870-ce4ec5380e32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:09:50.225714 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a9a60-6982-4b85-b9c5-a42e579d7982 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78de75db-d296-47a5-9b25-e7b9f1e1ac72,revision_number=0']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:09:50.231918 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-a25a9a60-6982-4b85-b9c5-a42e579d7982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:09:50.271629 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25a9a60-6982-4b85-b9c5-a42e579d7982 admin admin] Checking segment: {'id': '6c6f3f05-f004-471e-8a0e-26e9fcb39326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c7fbd4b3-8241-42d4-a727-6c3f39a82264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:09:50.271992 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25a9a60-6982-4b85-b9c5-a42e579d7982 admin admin] Network hostable DHCP agents. Network: c7fbd4b3-8241-42d4-a727-6c3f39a82264, hostable agents: ['b8cff7bf-6a12-4b5e-9f6f-ac6aa9384c4c'], hosted agents: [] {{(pid=73900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 02 03:09:50.316929 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-4f9eac0d-6a2e-45b4-bd06-054c76346f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347'] for subnet, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:50.322478 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-27950759-29de-47e5-b0eb-76d19df8c494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:09:50.323125 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 43266) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:09:50.329940 dv-cinder-789077-1-iscsi neutron-server[73901]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
May 02 03:09:50.356327 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25a9a60-6982-4b85-b9c5-a42e579d7982 admin admin] Network c7fbd4b3-8241-42d4-a727-6c3f39a82264 is scheduled to be hosted by DHCP agent b8cff7bf-6a12-4b5e-9f6f-ac6aa9384c4c with binding_index 1 {{(pid=73900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 02 03:09:50.403024 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.base_scheduler [None req-a25a9a60-6982-4b85-b9c5-a42e579d7982 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789077-1-iscsi, c7fbd4b3-8241-42d4-a727-6c3f39a82264) {{(pid=73900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:09:50.418936 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9eac0d-6a2e-45b4-bd06-054c76346f9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b190fc7-4823-4c94-a79b-e61ea64b5302,revision_number=0']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:09:50.420017 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64edafc-a48a-452a-b5bf-aa9321b532cb None None] Network c7fbd4b3-8241-42d4-a727-6c3f39a82264 requested from dv-cinder-789077-1-iscsi {{(pid=73902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 02 03:09:50.449554 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25a9a60-6982-4b85-b9c5-a42e579d7982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:09:50.462694 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-a25a9a60-6982-4b85-b9c5-a42e579d7982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for subnet, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:50.538449 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9eac0d-6a2e-45b4-bd06-054c76346f9e admin admin] Checking segment: {'id': '1937cbf3-0a70-47fb-bc4a-5e853fa17fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:09:50.538910 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9eac0d-6a2e-45b4-bd06-054c76346f9e admin admin] Network hostable DHCP agents. Network: ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34, hostable agents: ['b8cff7bf-6a12-4b5e-9f6f-ac6aa9384c4c'], hosted agents: [] {{(pid=73900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 02 03:09:50.578732 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-4f9eac0d-6a2e-45b4-bd06-054c76346f9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:09:50.618576 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-a25a9a60-6982-4b85-b9c5-a42e579d7982 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 2.6518509
May 02 03:09:50.626989 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 43274) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:09:50.637501 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [None req-80b59027-ae4d-492b-94fb-1bade5319c10 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1562313329-router', 'tenant_id': '4e7db1adde334ad386f1a91ee9ac0682', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700'}}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:09:50.656881 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9eac0d-6a2e-45b4-bd06-054c76346f9e admin admin] Network ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34 is scheduled to be hosted by DHCP agent b8cff7bf-6a12-4b5e-9f6f-ac6aa9384c4c with binding_index 1 {{(pid=73900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 02 03:09:50.664708 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf37fbf-ce1d-47ca-813c-c42ba1bda392 req-f2409e89-b01c-42c1-a292-2dd566ed9c38 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:09:50.665448 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [req-9cf37fbf-ce1d-47ca-813c-c42ba1bda392 req-f2409e89-b01c-42c1-a292-2dd566ed9c38 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Synchronizing usage tracker for tenant:a9fa23c656804d85929e20a6cdbea65a on resource:network {{(pid=73901) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 02 03:09:50.668904 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-80b59027-ae4d-492b-94fb-1bade5319c10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:09:50.686355 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-80b59027-ae4d-492b-94fb-1bade5319c10 admin admin] Usage tracker for resource:router and tenant:4e7db1adde334ad386f1a91ee9ac0682 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:09:50.689562 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.base_scheduler [None req-4f9eac0d-6a2e-45b4-bd06-054c76346f9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789077-1-iscsi, ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34) {{(pid=73900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:09:50.701339 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-80b59027-ae4d-492b-94fb-1bade5319c10 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:09:50.722282 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9eac0d-6a2e-45b4-bd06-054c76346f9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:09:50.722965 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-4f9eac0d-6a2e-45b4-bd06-054c76346f9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for subnet, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:50.727123 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10ac755-6d10-4bf3-bace-5002cacfd95d None None] Network ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34 requested from dv-cinder-789077-1-iscsi {{(pid=73902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 02 03:09:50.746969 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-80b59027-ae4d-492b-94fb-1bade5319c10 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:09:50.788156 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-80b59027-ae4d-492b-94fb-1bade5319c10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-420455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1022290'] for router, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:50.789354 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-80b59027-ae4d-492b-94fb-1bade5319c10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-356199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419551', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022299'] for router, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:50.811875 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-4f9eac0d-6a2e-45b4-bd06-054c76346f9e admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 2.9012103
May 02 03:09:50.812750 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 43278) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:09:50.817150 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [req-9cf37fbf-ce1d-47ca-813c-c42ba1bda392 req-f2409e89-b01c-42c1-a292-2dd566ed9c38 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Unset dirty status for tenant:a9fa23c656804d85929e20a6cdbea65a on resource:network {{(pid=73901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 02 03:09:50.818477 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9cf37fbf-ce1d-47ca-813c-c42ba1bda392 req-f2409e89-b01c-42c1-a292-2dd566ed9c38 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/networks?id=e3c24553-093c-4dba-a579-e14fc9bf8125 HTTP/1.1" status: 200  len: 815 time: 0.4927018
May 02 03:09:50.835146 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [None req-d5a763af-55ad-45e5-9c68-32115fb62410 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1481600319-router', 'tenant_id': 'c0c7970eea444c3cab1fd1c05acdf886', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700'}}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:09:50.844606 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-d5a763af-55ad-45e5-9c68-32115fb62410 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:09:50.862096 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-d5a763af-55ad-45e5-9c68-32115fb62410 admin admin] Usage tracker for resource:router and tenant:c0c7970eea444c3cab1fd1c05acdf886 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:09:50.865427 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-80b59027-ae4d-492b-94fb-1bade5319c10 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:50.884624 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9cf37fbf-ce1d-47ca-813c-c42ba1bda392 req-0f52bbb9-5b8f-42ed-acf7-3a80e15a2066 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/quotas/a9fa23c656804d85929e20a6cdbea65a HTTP/1.1" status: 200  len: 375 time: 0.0430565
May 02 03:09:51.007340 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-d5a763af-55ad-45e5-9c68-32115fb62410 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:09:51.011709 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 43284) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:09:51.033815 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-d5a763af-55ad-45e5-9c68-32115fb62410 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:09:51.064890 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9cf37fbf-ce1d-47ca-813c-c42ba1bda392 req-6a311b8b-4129-4007-af6b-8df378da2b7d tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a9fa23c656804d85929e20a6cdbea65a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1693542
May 02 03:09:51.151856 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-d5a763af-55ad-45e5-9c68-32115fb62410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-420455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1022290'] for router, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:51.157332 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-d5a763af-55ad-45e5-9c68-32115fb62410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-356199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419551', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022299'] for router, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:51.279763 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 43298) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:09:51.482480 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-d5a763af-55ad-45e5-9c68-32115fb62410 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:51.492459 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ddc1ce-7211-4a19-9bca-27ef0c249f0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp638e923c-381b-5c45-a4d5-c004445b304f-c7fbd4b3-8241-42d4-a727-6c3f39a82264', 'network_id': 'c7fbd4b3-8241-42d4-a727-6c3f39a82264', 'tenant_id': '4e7db1adde334ad386f1a91ee9ac0682', 'fixed_ips': [{'subnet_id': '78de75db-d296-47a5-9b25-e7b9f1e1ac72'}]}} from dv-cinder-789077-1-iscsi. {{(pid=73902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 02 03:09:51.493799 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-64ddc1ce-7211-4a19-9bca-27ef0c249f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_create {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:51.563394 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-9a309d32-7214-4e10-bb9f-19f691c22a4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:51.604979 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-9a309d32-7214-4e10-bb9f-19f691c22a4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:09:51.612336 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-9a309d32-7214-4e10-bb9f-19f691c22a4e admin admin] Usage tracker for resource:security_group_rule and tenant:c64ae7320d7648a8863adacb4e634fa6 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:09:51.618723 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-9a309d32-7214-4e10-bb9f-19f691c22a4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:09:51.636650 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-9a309d32-7214-4e10-bb9f-19f691c22a4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:09:51.747649 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [req-9cf37fbf-ce1d-47ca-813c-c42ba1bda392 req-021eee05-decc-44f4-ba4a-6b06ce1df7c3 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=73901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 02 03:09:51.750137 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9cf37fbf-ce1d-47ca-813c-c42ba1bda392 req-021eee05-decc-44f4-ba4a-6b06ce1df7c3 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1072187
May 02 03:09:51.865482 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-80b59027-ae4d-492b-94fb-1bade5319c10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419542', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-420361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1022377'] for router, precommit_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:51.874950 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-c64875c4-4d84-4e70-95b7-e01b56676ac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:51.914091 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.db_base_plugin_common [None req-64ddc1ce-7211-4a19-9bca-27ef0c249f0e None None] Allocated IP 172.20.0.2 (c7fbd4b3-8241-42d4-a727-6c3f39a82264/78de75db-d296-47a5-9b25-e7b9f1e1ac72/920834f1-978a-4c61-a1e0-9199bf1c856d) {{(pid=73902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 02 03:09:52.107969 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-c64875c4-4d84-4e70-95b7-e01b56676ac4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:09:52.157207 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-9a309d32-7214-4e10-bb9f-19f691c22a4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:52.163580 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 43326) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:09:52.172488 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-9a309d32-7214-4e10-bb9f-19f691c22a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:52.234111 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9cf37fbf-ce1d-47ca-813c-c42ba1bda392 req-421e31ba-8cf7-4c3a-ba98-f2f7020cd51e service neutron] 10.222.0.38 "GET /v2.0/networks/e3c24553-093c-4dba-a579-e14fc9bf8125?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4675531
May 02 03:09:52.251006 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-ec699bed-8ba1-48b4-a6ba-2646bb1b586e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:09:52.273638 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-64ddc1ce-7211-4a19-9bca-27ef0c249f0e None None] Notify callbacks [] for port, precommit_create {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:52.302821 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-64ddc1ce-7211-4a19-9bca-27ef0c249f0e None None] Transition to ACTIVE for port object 920834f1-978a-4c61-a1e0-9199bf1c856d will not be triggered until provisioned by entity L2. {{(pid=73902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:09:52.315289 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-c64875c4-4d84-4e70-95b7-e01b56676ac4 admin admin] Usage tracker for resource:security_group_rule and tenant:697dd1eb670942a8b0a6ae5f517ebc60 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:09:52.341988 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-c64875c4-4d84-4e70-95b7-e01b56676ac4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:09:52.352974 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-64ddc1ce-7211-4a19-9bca-27ef0c249f0e None None] Transition to ACTIVE for port object 920834f1-978a-4c61-a1e0-9199bf1c856d will not be triggered until provisioned by entity DHCP. {{(pid=73902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:09:52.385511 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-64ddc1ce-7211-4a19-9bca-27ef0c249f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747865333526'] for port, after_create {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:52.388514 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6cfe93-2468-49d1-b836-896135b178e5 None None] Network ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34 requested from dv-cinder-789077-1-iscsi {{(pid=73902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 02 03:09:52.396761 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-c64875c4-4d84-4e70-95b7-e01b56676ac4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:09:52.497312 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:09:52.562821 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9cf37fbf-ce1d-47ca-813c-c42ba1bda392 req-501aacc3-a289-4c29-b23d-656a47811315 service neutron] 10.222.0.38 "GET /v2.0/networks/e3c24553-093c-4dba-a579-e14fc9bf8125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2739880
May 02 03:09:52.671489 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ddc1ce-7211-4a19-9bca-27ef0c249f0e None None] Network c7fbd4b3-8241-42d4-a727-6c3f39a82264 is already hosted by enough agents. {{(pid=73902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:09:52.739903 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-9a309d32-7214-4e10-bb9f-19f691c22a4e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c64ae7320d7648a8863adacb4e634fa6&name=default HTTP/1.1" status: 200  len: 2975 time: 1.4576454
May 02 03:09:52.745675 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 43336) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:09:52.749806 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a309d32-7214-4e10-bb9f-19f691c22a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7cf5bc-ef7d-4f5c-87f9-80ff7cac2466,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:09:52.774051 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.scheduler.base_scheduler [None req-64ddc1ce-7211-4a19-9bca-27ef0c249f0e None None] Resources bound (agent type, host, resource id):  {{(pid=73902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:09:52.776418 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddc1ce-7211-4a19-9bca-27ef0c249f0e None None] Pushing event updated for resources: {'Port': ['ID=920834f1-978a-4c61-a1e0-9199bf1c856d,revision_number=1']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:09:52.781011 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ddc1ce-7211-4a19-9bca-27ef0c249f0e None None] Received port after_create {{(pid=73902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 02 03:09:52.797317 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-9a309d32-7214-4e10-bb9f-19f691c22a4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:09:52.821192 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddc1ce-7211-4a19-9bca-27ef0c249f0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:09:52.822937 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddc1ce-7211-4a19-9bca-27ef0c249f0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:09:52.822937 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddc1ce-7211-4a19-9bca-27ef0c249f0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:09:52.822937 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddc1ce-7211-4a19-9bca-27ef0c249f0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:09:52.822937 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddc1ce-7211-4a19-9bca-27ef0c249f0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:09:52.823481 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddc1ce-7211-4a19-9bca-27ef0c249f0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:09:52.823481 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddc1ce-7211-4a19-9bca-27ef0c249f0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:09:52.825378 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddc1ce-7211-4a19-9bca-27ef0c249f0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:09:52.825378 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddc1ce-7211-4a19-9bca-27ef0c249f0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:09:52.825378 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddc1ce-7211-4a19-9bca-27ef0c249f0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:09:52.825378 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddc1ce-7211-4a19-9bca-27ef0c249f0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:09:52.825378 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddc1ce-7211-4a19-9bca-27ef0c249f0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:09:52.839489 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddc1ce-7211-4a19-9bca-27ef0c249f0e None None] Tracked resource versions report:
May 02 03:09:52.839489 dv-cinder-789077-1-iscsi neutron-server[73902]: pushed versions:
May 02 03:09:52.839489 dv-cinder-789077-1-iscsi neutron-server[73902]: {   'AddressGroup': {'1.2'},
May 02 03:09:52.839489 dv-cinder-789077-1-iscsi neutron-server[73902]:     'ConntrackHelper': {'1.0'},
May 02 03:09:52.839489 dv-cinder-789077-1-iscsi neutron-server[73902]:     'Log': {'1.0'},
May 02 03:09:52.839489 dv-cinder-789077-1-iscsi neutron-server[73902]:     'Network': {'1.1'},
May 02 03:09:52.839489 dv-cinder-789077-1-iscsi neutron-server[73902]:     'Port': {'1.7'},
May 02 03:09:52.839489 dv-cinder-789077-1-iscsi neutron-server[73902]:     'PortForwarding': {'1.2'},
May 02 03:09:52.839489 dv-cinder-789077-1-iscsi neutron-server[73902]:     'QosPolicy': {'1.8'},
May 02 03:09:52.839489 dv-cinder-789077-1-iscsi neutron-server[73902]:     'SecurityGroup': {'1.4'},
May 02 03:09:52.839489 dv-cinder-789077-1-iscsi neutron-server[73902]:     'SecurityGroupRule': {'1.2'},
May 02 03:09:52.839489 dv-cinder-789077-1-iscsi neutron-server[73902]:     'SubPort': {'1.0'},
May 02 03:09:52.839489 dv-cinder-789077-1-iscsi neutron-server[73902]:     'Subnet': {'1.1'},
May 02 03:09:52.839489 dv-cinder-789077-1-iscsi neutron-server[73902]:     'Trunk': {'1.1'}}
May 02 03:09:52.839489 dv-cinder-789077-1-iscsi neutron-server[73902]: consumer versions:
May 02 03:09:52.839489 dv-cinder-789077-1-iscsi neutron-server[73902]: {   DHCP agent@dv-cinder-789077-1-iscsi: {},
May 02 03:09:52.839489 dv-cinder-789077-1-iscsi neutron-server[73902]:     HyperV agent@hv-cinder-78907: {},
May 02 03:09:52.839489 dv-cinder-789077-1-iscsi neutron-server[73902]:     L3 agent@dv-cinder-789077-1-iscsi: {},
May 02 03:09:52.839489 dv-cinder-789077-1-iscsi neutron-server[73902]:     Metadata agent@dv-cinder-789077-1-iscsi: {},
May 02 03:09:52.839489 dv-cinder-789077-1-iscsi neutron-server[73902]:     Metering agent@dv-cinder-789077-1-iscsi: {},
May 02 03:09:52.839489 dv-cinder-789077-1-iscsi neutron-server[73902]:     Open vSwitch agent@dv-cinder-789077-1-iscsi: {   'AddressGroup': '1.2',
May 02 03:09:52.839489 dv-cinder-789077-1-iscsi neutron-server[73902]:                                                      'ConntrackHelper': '1.0',
May 02 03:09:52.839489 dv-cinder-789077-1-iscsi neutron-server[73902]:                                                      'Log': '1.0',
May 02 03:09:52.839489 dv-cinder-789077-1-iscsi neutron-server[73902]:                                                      'Network': '1.1',
May 02 03:09:52.839489 dv-cinder-789077-1-iscsi neutron-server[73902]:                                                      'Port': '1.7',
May 02 03:09:52.839489 dv-cinder-789077-1-iscsi neutron-server[73902]:                                                      'PortForwarding': '1.2',
May 02 03:09:52.839489 dv-cinder-789077-1-iscsi neutron-server[73902]:                                                      'QosPolicy': '1.8',
May 02 03:09:52.839489 dv-cinder-789077-1-iscsi neutron-server[73902]:                                                      'SecurityGroup': '1.4',
May 02 03:09:52.839489 dv-cinder-789077-1-iscsi neutron-server[73902]:                                                      'SecurityGroupRule': '1.2',
May 02 03:09:52.839489 dv-cinder-789077-1-iscsi neutron-server[73902]:                                                      'SubPort': '1.0',
May 02 03:09:52.839489 dv-cinder-789077-1-iscsi neutron-server[73902]:                                                      'Subnet': '1.1',
May 02 03:09:52.839489 dv-cinder-789077-1-iscsi neutron-server[73902]:                                                      'Trunk': '1.1'}}
May 02 03:09:52.839489 dv-cinder-789077-1-iscsi neutron-server[73902]:  {{(pid=73902) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 02 03:09:52.898296 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-64ddc1ce-7211-4a19-9bca-27ef0c249f0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:09:53.042099 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.managers [None req-64ddc1ce-7211-4a19-9bca-27ef0c249f0e None None] Attempting to bind port 920834f1-978a-4c61-a1e0-9199bf1c856d on host dv-cinder-789077-1-iscsi for vnic_type normal with profile  {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 02 03:09:53.042099 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.managers [None req-64ddc1ce-7211-4a19-9bca-27ef0c249f0e None None] Attempting to bind port 920834f1-978a-4c61-a1e0-9199bf1c856d by drivers openvswitch,hyperv on host dv-cinder-789077-1-iscsi at level 0 using segments [{'id': '6c6f3f05-f004-471e-8a0e-26e9fcb39326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c7fbd4b3-8241-42d4-a727-6c3f39a82264'}] {{(pid=73902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 02 03:09:53.042099 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ddc1ce-7211-4a19-9bca-27ef0c249f0e None None] Attempting to bind port 920834f1-978a-4c61-a1e0-9199bf1c856d on network c7fbd4b3-8241-42d4-a727-6c3f39a82264 {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:09:53.061357 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ddc1ce-7211-4a19-9bca-27ef0c249f0e None None] Checking agent: {'id': 'b50cee90-c6d3-4c0d-a208-12c20bd9f0cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 2, 8), 'started_at': datetime.datetime(2021, 5, 2, 3, 2, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 02 03:09:53.061892 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ddc1ce-7211-4a19-9bca-27ef0c249f0e None None] Checking segment: {'id': '6c6f3f05-f004-471e-8a0e-26e9fcb39326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c7fbd4b3-8241-42d4-a727-6c3f39a82264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:09:53.062467 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-64ddc1ce-7211-4a19-9bca-27ef0c249f0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:53.063054 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ddc1ce-7211-4a19-9bca-27ef0c249f0e None None] Bound using segment: {'id': '6c6f3f05-f004-471e-8a0e-26e9fcb39326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c7fbd4b3-8241-42d4-a727-6c3f39a82264'} {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 02 03:09:53.063709 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.managers [None req-64ddc1ce-7211-4a19-9bca-27ef0c249f0e None None] Bound port: 920834f1-978a-4c61-a1e0-9199bf1c856d, host: dv-cinder-789077-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c6f3f05-f004-471e-8a0e-26e9fcb39326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c7fbd4b3-8241-42d4-a727-6c3f39a82264'}}] {{(pid=73902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 02 03:09:53.064223 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-64ddc1ce-7211-4a19-9bca-27ef0c249f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:53.076630 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-d5a763af-55ad-45e5-9c68-32115fb62410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419542', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-420361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1022377'] for router, precommit_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:53.180246 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7edab-c59a-40d0-a631-a7022d5649bf req-0aa61fef-20c5-4515-8197-0de46f03c37e tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:09:53.181957 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a6b7edab-c59a-40d0-a631-a7022d5649bf req-0aa61fef-20c5-4515-8197-0de46f03c37e tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] 10.222.0.38 "GET /v2.0/networks?id=a8ade9c2-9766-4205-91d5-ada78c406a29 HTTP/1.1" status: 200  len: 812 time: 1.0166535
May 02 03:09:53.182669 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-b421cb90-86cb-486b-8e14-0047805284ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:53.277077 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-b421cb90-86cb-486b-8e14-0047805284ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:53.292502 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a6b7edab-c59a-40d0-a631-a7022d5649bf req-00303992-518e-403c-8c8d-d750a76dd361 tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] 10.222.0.38 "GET /v2.0/quotas/af3193f1c1e6445ba9dc3c083e914e2a HTTP/1.1" status: 200  len: 375 time: 0.0900269
May 02 03:09:53.550197 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-64ddc1ce-7211-4a19-9bca-27ef0c249f0e None None] For port 920834f1-978a-4c61-a1e0-9199bf1c856d, host dv-cinder-789077-1-iscsi, cleared binding levels {{(pid=73902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 02 03:09:53.560001 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-64ddc1ce-7211-4a19-9bca-27ef0c249f0e None None] For port 920834f1-978a-4c61-a1e0-9199bf1c856d, host dv-cinder-789077-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=920834f1-978a-4c61-a1e0-9199bf1c856d,segment=NetworkSegment(6c6f3f05-f004-471e-8a0e-26e9fcb39326),segment_id=6c6f3f05-f004-471e-8a0e-26e9fcb39326)] {{(pid=73902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 02 03:09:53.573985 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-64ddc1ce-7211-4a19-9bca-27ef0c249f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:53.602242 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-edb2d50c-168b-424e-a514-b32106567b0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:09:53.633089 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a6b7edab-c59a-40d0-a631-a7022d5649bf req-e250d2fb-468f-4cf5-8e8a-ff59d11c7309 tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=af3193f1c1e6445ba9dc3c083e914e2a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2952552
May 02 03:09:53.653083 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-5fd637d8-0cb4-40cf-90c9-ed772f410439 req-f18383df-8ac5-4744-835f-63c5ce16e200 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=a314e278-8c52-4e98-b68a-8402418c5600 HTTP/1.1" status: 200  len: 210 time: 0.1881282
May 02 03:09:53.721740 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-b421cb90-86cb-486b-8e14-0047805284ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:53.729183 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-9a309d32-7214-4e10-bb9f-19f691c22a4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:09:53.778347 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b421cb90-86cb-486b-8e14-0047805284ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7cf5bc-ef7d-4f5c-87f9-80ff7cac2466,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:09:53.789345 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-b421cb90-86cb-486b-8e14-0047805284ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:09:53.814807 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-b421cb90-86cb-486b-8e14-0047805284ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:53.817827 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-b421cb90-86cb-486b-8e14-0047805284ed admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0c7cf5bc-ef7d-4f5c-87f9-80ff7cac2466 HTTP/1.1" status: 204  len: 168 time: 1.0699480
May 02 03:09:53.939854 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-c64875c4-4d84-4e70-95b7-e01b56676ac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:53.948516 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddc1ce-7211-4a19-9bca-27ef0c249f0e None None] Pushing event updated for resources: {'Port': ['ID=920834f1-978a-4c61-a1e0-9199bf1c856d,revision_number=2']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:09:53.993546 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-64ddc1ce-7211-4a19-9bca-27ef0c249f0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:09:54.024730 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [req-a6b7edab-c59a-40d0-a631-a7022d5649bf req-b0d85432-30b4-4095-9d26-c911f30b385b service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=73901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 02 03:09:54.033981 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a6b7edab-c59a-40d0-a631-a7022d5649bf req-b0d85432-30b4-4095-9d26-c911f30b385b service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1594074
May 02 03:09:54.211658 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-c64875c4-4d84-4e70-95b7-e01b56676ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:54.343710 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-90d13153-0e95-47d2-b70d-32c52e09a84e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:09:54.545192 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a6b7edab-c59a-40d0-a631-a7022d5649bf req-e4be4041-2c73-4baa-b670-f0c59e2d18af service neutron] 10.222.0.38 "GET /v2.0/networks/a8ade9c2-9766-4205-91d5-ada78c406a29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5096030
May 02 03:09:54.618855 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-c64875c4-4d84-4e70-95b7-e01b56676ac4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=697dd1eb670942a8b0a6ae5f517ebc60&name=default HTTP/1.1" status: 200  len: 2975 time: 3.6034894
May 02 03:09:54.625236 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 43394) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:09:54.847329 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 920834f1-978a-4c61-a1e0-9199bf1c856d up at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:09:54.866389 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64875c4-4d84-4e70-95b7-e01b56676ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30da76bb-eeca-457f-bdc3-6850e96e7133,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:09:54.927212 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-c64875c4-4d84-4e70-95b7-e01b56676ac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:09:54.970125 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-80b59027-ae4d-492b-94fb-1bade5319c10 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:55.037244 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning for port 920834f1-978a-4c61-a1e0-9199bf1c856d completed by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:09:55.071833 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 43404) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:09:55.117461 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a6b7edab-c59a-40d0-a631-a7022d5649bf req-4f0d3de8-dbe0-435e-b26b-3251ca4bdbde service neutron] 10.222.0.38 "GET /v2.0/networks/a8ade9c2-9766-4205-91d5-ada78c406a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5710905
May 02 03:09:55.152211 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-fcb4616f-5e19-4f91-b4c5-838b8466fc25 req-4fcaf80d-3426-4bb4-bb31-3bc4cb5ec7c4 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=a314e278-8c52-4e98-b68a-8402418c5600 HTTP/1.1" status: 200  len: 210 time: 0.1655927
May 02 03:09:55.539019 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-80b59027-ae4d-492b-94fb-1bade5319c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:55.606960 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e77f0417-b87f-4a20-81fa-18383c03513a req-57a0e734-9e7e-4a4e-ba66-6de3c1b37846 tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9765783-88cb-4ed6-8451-689fd4b2b561 HTTP/1.1" status: 200  len: 210 time: 0.0927761
May 02 03:09:55.766459 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-3a9c25cd-05d8-42ad-9b5b-eec2b1c805f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:55.794548 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f661cff-b740-48e1-9d91-0a49391269ca None None] Network c7fbd4b3-8241-42d4-a727-6c3f39a82264 requested from dv-cinder-789077-1-iscsi {{(pid=73902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 02 03:09:55.821363 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-7264450d-8167-4a7a-9f12-6207f07f77b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:55.922574 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-d5a763af-55ad-45e5-9c68-32115fb62410 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:55.957310 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-3a9c25cd-05d8-42ad-9b5b-eec2b1c805f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:09:55.965765 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-d5a763af-55ad-45e5-9c68-32115fb62410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:56.010315 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-083bfe1e-4899-493d-99dc-27a64c078c79 None None] Provisioning for port 920834f1-978a-4c61-a1e0-9199bf1c856d completed by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:09:56.023694 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-083bfe1e-4899-493d-99dc-27a64c078c79 None None] Provisioning complete for port 920834f1-978a-4c61-a1e0-9199bf1c856d triggered by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:09:56.024389 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-083bfe1e-4899-493d-99dc-27a64c078c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:56.204346 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-3a9c25cd-05d8-42ad-9b5b-eec2b1c805f2 admin admin] Usage tracker for resource:security_group_rule and tenant:b49594c308ea434ab0c521aec911c903 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:09:56.225869 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-3a9c25cd-05d8-42ad-9b5b-eec2b1c805f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:09:56.232530 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-7264450d-8167-4a7a-9f12-6207f07f77b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:56.269566 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-3a9c25cd-05d8-42ad-9b5b-eec2b1c805f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:09:56.372727 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.db_base_plugin_common [None req-d5a763af-55ad-45e5-9c68-32115fb62410 admin admin] Allocated IP 172.27.0.150 (8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700/cde322b7-5107-4ee3-8bef-bf160ca73532/d8a1c1b6-1797-4079-99fa-3051584854d2) {{(pid=73900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 02 03:09:56.484480 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-083bfe1e-4899-493d-99dc-27a64c078c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:56.569083 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-438b510d-cf8e-46ce-bda8-6645186a26da req-fe933b3a-912f-4319-9736-1581543251fc tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=a314e278-8c52-4e98-b68a-8402418c5600 HTTP/1.1" status: 200  len: 210 time: 0.1519947
May 02 03:09:56.758327 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-083bfe1e-4899-493d-99dc-27a64c078c79 None None] For port 920834f1-978a-4c61-a1e0-9199bf1c856d, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=920834f1-978a-4c61-a1e0-9199bf1c856d,segment=NetworkSegment(6c6f3f05-f004-471e-8a0e-26e9fcb39326),segment_id=6c6f3f05-f004-471e-8a0e-26e9fcb39326)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:09:56.769025 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-7264450d-8167-4a7a-9f12-6207f07f77b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:56.793873 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-083bfe1e-4899-493d-99dc-27a64c078c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:56.797832 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:09:56.830153 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:09:56.831237 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7264450d-8167-4a7a-9f12-6207f07f77b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30da76bb-eeca-457f-bdc3-6850e96e7133,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:09:56.859306 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-3a9c25cd-05d8-42ad-9b5b-eec2b1c805f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:56.861963 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-7264450d-8167-4a7a-9f12-6207f07f77b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:09:56.915811 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-39eb7148-4616-409f-98dd-70b0e9e6a788 req-456e2a5d-afcf-4f46-a0ea-2d92bcfe6a3c tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9765783-88cb-4ed6-8451-689fd4b2b561 HTTP/1.1" status: 200  len: 210 time: 0.1624532
May 02 03:09:56.918076 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-3a9c25cd-05d8-42ad-9b5b-eec2b1c805f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:57.050040 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-57273df0-aa1b-482b-b517-fda545b0a42e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:09:57.216228 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-3a9c25cd-05d8-42ad-9b5b-eec2b1c805f2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b49594c308ea434ab0c521aec911c903&name=default HTTP/1.1" status: 200  len: 2975 time: 2.0782645
May 02 03:09:57.219315 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 43484) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:09:57.241221 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9c25cd-05d8-42ad-9b5b-eec2b1c805f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec332fc-b9dc-4bc7-b072-aa32359acd8f,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:09:57.252128 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-3a9c25cd-05d8-42ad-9b5b-eec2b1c805f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:09:57.268908 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-d5a763af-55ad-45e5-9c68-32115fb62410 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:57.306259 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083bfe1e-4899-493d-99dc-27a64c078c79 None None] Pushing event updated for resources: {'Port': ['ID=920834f1-978a-4c61-a1e0-9199bf1c856d,revision_number=3']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:09:57.319277 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-083bfe1e-4899-493d-99dc-27a64c078c79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:09:57.323522 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-7264450d-8167-4a7a-9f12-6207f07f77b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:57.329535 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-7264450d-8167-4a7a-9f12-6207f07f77b3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/30da76bb-eeca-457f-bdc3-6850e96e7133 HTTP/1.1" status: 204  len: 168 time: 2.6786208
May 02 03:09:57.418459 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-d5a763af-55ad-45e5-9c68-32115fb62410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747865333526'] for port, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:57.501866 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-6acb5898-5487-4832-94d0-1da525267897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:57.594340 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:09:57.596098 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-6acb5898-5487-4832-94d0-1da525267897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:57.695056 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-6acb5898-5487-4832-94d0-1da525267897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:57.696532 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a763af-55ad-45e5-9c68-32115fb62410 admin admin] Network 8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700 is already hosted by enough agents. {{(pid=73900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:09:57.698080 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-5e763050-e7d1-4796-ad30-b79087382ae7 None None] Provisioning complete for port 920834f1-978a-4c61-a1e0-9199bf1c856d triggered by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:09:57.702173 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.base_scheduler [None req-d5a763af-55ad-45e5-9c68-32115fb62410 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:09:57.703280 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-5e763050-e7d1-4796-ad30-b79087382ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:57.710687 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a763af-55ad-45e5-9c68-32115fb62410 admin admin] Received port after_create {{(pid=73900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 02 03:09:57.758906 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-b7ecfb29-7817-4468-9569-bce59e9079ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:09:57.825401 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-6acb5898-5487-4832-94d0-1da525267897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:57.829292 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-6acb5898-5487-4832-94d0-1da525267897 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/aec332fc-b9dc-4bc7-b072-aa32359acd8f HTTP/1.1" status: 204  len: 168 time: 0.6058781
May 02 03:09:57.839495 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb5898-5487-4832-94d0-1da525267897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec332fc-b9dc-4bc7-b072-aa32359acd8f,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:09:57.842586 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-6acb5898-5487-4832-94d0-1da525267897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:09:58.195586 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-dd1261ad-4698-47d8-ba80-e3e37fbcf901 req-e2da19c9-aa9d-45f3-83e7-17cd3d9bcf78 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=a314e278-8c52-4e98-b68a-8402418c5600 HTTP/1.1" status: 200  len: 210 time: 0.2461803
May 02 03:09:58.282331 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.37', 59003) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:09:58.299357 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.db_base_plugin_common [None req-80b59027-ae4d-492b-94fb-1bade5319c10 admin admin] Allocated IP 172.27.0.70 (8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700/cde322b7-5107-4ee3-8bef-bf160ca73532/295442ec-ed49-4058-8444-980e103affd6) {{(pid=73900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 02 03:09:58.711531 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf37fbf-ce1d-47ca-813c-c42ba1bda392 req-fb563938-2365-4c06-8b79-bd0af5dd1596 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:09:58.723535 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9cf37fbf-ce1d-47ca-813c-c42ba1bda392 req-fb563938-2365-4c06-8b79-bd0af5dd1596 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.37 "GET /v2.0/networks?id=e3c24553-093c-4dba-a579-e14fc9bf8125 HTTP/1.1" status: 200  len: 815 time: 0.4393454
May 02 03:09:58.731057 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a763af-55ad-45e5-9c68-32115fb62410 admin admin] Pushing event updated for resources: {'Port': ['ID=d8a1c1b6-1797-4079-99fa-3051584854d2,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:09:58.792104 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-d5a763af-55ad-45e5-9c68-32115fb62410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.198s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:09:58.831032 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 920834f1-978a-4c61-a1e0-9199bf1c856d up at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:09:58.934995 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.37', 59006) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:09:59.038608 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.v2.base [req-9cf37fbf-ce1d-47ca-813c-c42ba1bda392 req-de016488-73da-4f13-b7dc-cbee63a4db08 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Request body: {'port': {'device_id': 'a314e278-8c52-4e98-b68a-8402418c5600', 'network_id': 'e3c24553-093c-4dba-a579-e14fc9bf8125', 'admin_state_up': True, 'tenant_id': 'a9fa23c656804d85929e20a6cdbea65a'}} {{(pid=73901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:09:59.074637 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning complete for port 920834f1-978a-4c61-a1e0-9199bf1c856d triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:09:59.075195 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:59.225160 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-024acb99-c005-4db2-ac7d-a0226ca23958 req-17fab6ef-4ff9-4445-97e5-d51b432cf48a tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9765783-88cb-4ed6-8451-689fd4b2b561 HTTP/1.1" status: 200  len: 210 time: 0.4925787
May 02 03:09:59.244234 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 43552) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:09:59.419782 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-47cce38b-cb2a-468a-b25b-96500c5920db admin admin] Notify callbacks [] for security_group, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:59.538448 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7edab-c59a-40d0-a631-a7022d5649bf req-cde7eb8a-8213-45a5-9ccc-f08de666f6d3 tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:09:59.539563 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-a6b7edab-c59a-40d0-a631-a7022d5649bf req-cde7eb8a-8213-45a5-9ccc-f08de666f6d3 tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] Synchronizing usage tracker for tenant:af3193f1c1e6445ba9dc3c083e914e2a on resource:network {{(pid=73900) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 02 03:09:59.548101 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-47cce38b-cb2a-468a-b25b-96500c5920db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:09:59.554149 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-80b59027-ae4d-492b-94fb-1bade5319c10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:59.634360 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [req-9cf37fbf-ce1d-47ca-813c-c42ba1bda392 req-de016488-73da-4f13-b7dc-cbee63a4db08 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:09:59.642367 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [req-9cf37fbf-ce1d-47ca-813c-c42ba1bda392 req-de016488-73da-4f13-b7dc-cbee63a4db08 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Usage tracker for resource:port and tenant:a9fa23c656804d85929e20a6cdbea65a is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:09:59.647589 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [req-9cf37fbf-ce1d-47ca-813c-c42ba1bda392 req-de016488-73da-4f13-b7dc-cbee63a4db08 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:09:59.686730 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-47cce38b-cb2a-468a-b25b-96500c5920db admin admin] Usage tracker for resource:security_group_rule and tenant:d5a08ebceceb452eaad2536c597e0b52 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:09:59.690732 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [req-9cf37fbf-ce1d-47ca-813c-c42ba1bda392 req-de016488-73da-4f13-b7dc-cbee63a4db08 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:09:59.705910 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-47cce38b-cb2a-468a-b25b-96500c5920db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:09:59.734455 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-47cce38b-cb2a-468a-b25b-96500c5920db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:09:59.813246 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-d5a763af-55ad-45e5-9c68-32115fb62410 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:09:59.835348 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-7e7c0d00-48c6-4e99-ba07-1a1012ca00eb req-560daec9-559f-4cc4-b1d8-e542ea644add tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=a314e278-8c52-4e98-b68a-8402418c5600 HTTP/1.1" status: 200  len: 210 time: 0.1325850
May 02 03:09:59.850965 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cf37fbf-ce1d-47ca-813c-c42ba1bda392 req-de016488-73da-4f13-b7dc-cbee63a4db08 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Made reservation on behalf of a9fa23c656804d85929e20a6cdbea65a for: {'port': 1} {{(pid=73901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 02 03:09:59.858383 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [req-9cf37fbf-ce1d-47ca-813c-c42ba1bda392 req-de016488-73da-4f13-b7dc-cbee63a4db08 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:00.233966 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-80b59027-ae4d-492b-94fb-1bade5319c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747865333526'] for port, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:00.261831 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-9886aad3-0634-4094-a7e9-57e3aff45e26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:00.353676 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.db_base_plugin_common [req-9cf37fbf-ce1d-47ca-813c-c42ba1bda392 req-de016488-73da-4f13-b7dc-cbee63a4db08 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Allocated IP 172.20.0.6 (e3c24553-093c-4dba-a579-e14fc9bf8125/d5979161-d7b0-4fdb-a66c-2a0a0a8b9b09/c740e356-47d6-4db3-ae8b-2b0bf3d4b588) {{(pid=73901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 02 03:10:00.354023 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b59027-ae4d-492b-94fb-1bade5319c10 admin admin] Network 8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700 is already hosted by enough agents. {{(pid=73900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:10:00.363289 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.base_scheduler [None req-80b59027-ae4d-492b-94fb-1bade5319c10 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:10:00.386862 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b59027-ae4d-492b-94fb-1bade5319c10 admin admin] Received port after_create {{(pid=73900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 02 03:10:00.646522 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b59027-ae4d-492b-94fb-1bade5319c10 admin admin] Pushing event updated for resources: {'Port': ['ID=295442ec-ed49-4058-8444-980e103affd6,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:00.702396 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-89163a64-5c77-4775-bd87-dacc85a935c7 req-0e19befe-cd43-4cb3-b32a-7f4071a0d9ba tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9765783-88cb-4ed6-8451-689fd4b2b561 HTTP/1.1" status: 200  len: 210 time: 0.1649153
May 02 03:10:00.852642 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-80b59027-ae4d-492b-94fb-1bade5319c10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:01.032897 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-47cce38b-cb2a-468a-b25b-96500c5920db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:01.078010 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-47cce38b-cb2a-468a-b25b-96500c5920db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:01.170480 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:01.273837 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-a6b7edab-c59a-40d0-a631-a7022d5649bf req-cde7eb8a-8213-45a5-9ccc-f08de666f6d3 tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] Unset dirty status for tenant:af3193f1c1e6445ba9dc3c083e914e2a on resource:network {{(pid=73900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 02 03:10:01.275827 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-a6b7edab-c59a-40d0-a631-a7022d5649bf req-cde7eb8a-8213-45a5-9ccc-f08de666f6d3 tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] 10.222.0.37 "GET /v2.0/networks?id=a8ade9c2-9766-4205-91d5-ada78c406a29 HTTP/1.1" status: 200  len: 812 time: 2.3210657
May 02 03:10:01.411961 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-d5a763af-55ad-45e5-9c68-32115fb62410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419513'] for router, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:01.577903 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [req-9cf37fbf-ce1d-47ca-813c-c42ba1bda392 req-de016488-73da-4f13-b7dc-cbee63a4db08 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Notify callbacks [] for port, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:01.667161 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-edc95869-d2ad-48fb-8957-c9ee907c5189 req-271bdfb2-5a8e-4325-a8e7-9bdd50d2f30a tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=a314e278-8c52-4e98-b68a-8402418c5600 HTTP/1.1" status: 200  len: 210 time: 0.0989645
May 02 03:10:01.737128 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [req-9cf37fbf-ce1d-47ca-813c-c42ba1bda392 req-de016488-73da-4f13-b7dc-cbee63a4db08 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747865333526'] for port, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:01.761007 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-fd9ea274-073d-470b-b38b-e32adcc78180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:01.891320 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-80b59027-ae4d-492b-94fb-1bade5319c10 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:01.987704 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cf37fbf-ce1d-47ca-813c-c42ba1bda392 req-de016488-73da-4f13-b7dc-cbee63a4db08 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Network e3c24553-093c-4dba-a579-e14fc9bf8125 is already hosted by enough agents. {{(pid=73901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:10:01.998773 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.base_scheduler [req-9cf37fbf-ce1d-47ca-813c-c42ba1bda392 req-de016488-73da-4f13-b7dc-cbee63a4db08 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Resources bound (agent type, host, resource id):  {{(pid=73901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:10:02.039832 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cf37fbf-ce1d-47ca-813c-c42ba1bda392 req-de016488-73da-4f13-b7dc-cbee63a4db08 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Received port after_create {{(pid=73901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 02 03:10:02.043507 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [req-a6b7edab-c59a-40d0-a631-a7022d5649bf req-c56471f3-7e2a-4561-b469-2f4f35698809 tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] Request body: {'port': {'device_id': 'c9765783-88cb-4ed6-8451-689fd4b2b561', 'network_id': 'a8ade9c2-9766-4205-91d5-ada78c406a29', 'admin_state_up': True, 'tenant_id': 'af3193f1c1e6445ba9dc3c083e914e2a'}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:10:02.050779 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf37fbf-ce1d-47ca-813c-c42ba1bda392 req-de016488-73da-4f13-b7dc-cbee63a4db08 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:02.058450 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [req-9cf37fbf-ce1d-47ca-813c-c42ba1bda392 req-de016488-73da-4f13-b7dc-cbee63a4db08 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for port, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:02.093661 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cce38b-cb2a-468a-b25b-96500c5920db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceabf337-e9cd-4a92-964c-2c8eea3078e3,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:02.208163 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de016488-73da-4f13-b7dc-cbee63a4db08 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Pushing event updated for resources: {'Port': ['ID=c740e356-47d6-4db3-ae8b-2b0bf3d4b588,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:02.230450 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-de016488-73da-4f13-b7dc-cbee63a4db08 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:02.248217 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-d32282a3-2038-4996-af6e-072ef3863f82 req-b3f064d5-6580-4000-a5e5-c9e31a8d8e2d tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9765783-88cb-4ed6-8451-689fd4b2b561 HTTP/1.1" status: 200  len: 210 time: 0.1711912
May 02 03:10:02.256705 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9cf37fbf-ce1d-47ca-813c-c42ba1bda392 req-de016488-73da-4f13-b7dc-cbee63a4db08 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.2330482
May 02 03:10:02.279428 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [req-9cf37fbf-ce1d-47ca-813c-c42ba1bda392 req-9b6b4353-ca47-4577-8423-a8804a4b16f2 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=73901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 02 03:10:02.281633 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9cf37fbf-ce1d-47ca-813c-c42ba1bda392 req-9b6b4353-ca47-4577-8423-a8804a4b16f2 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0237939
May 02 03:10:02.553513 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-47cce38b-cb2a-468a-b25b-96500c5920db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.381s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:03.195863 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-47cce38b-cb2a-468a-b25b-96500c5920db admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d5a08ebceceb452eaad2536c597e0b52&name=default HTTP/1.1" status: 200  len: 2975 time: 3.9184163
May 02 03:10:03.198166 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 43694) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:10:03.333579 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0751271-2407-4a91-83a8-408383aa534f req-04ab0de9-e028-4f09-9ca0-a02fd9832887 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:03.334498 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [req-d0751271-2407-4a91-83a8-408383aa534f req-04ab0de9-e028-4f09-9ca0-a02fd9832887 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Synchronizing usage tracker for tenant:a9fa23c656804d85929e20a6cdbea65a on resource:port {{(pid=73901) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 02 03:10:03.391765 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [req-d0751271-2407-4a91-83a8-408383aa534f req-04ab0de9-e028-4f09-9ca0-a02fd9832887 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Unset dirty status for tenant:a9fa23c656804d85929e20a6cdbea65a on resource:port {{(pid=73901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 02 03:10:03.393471 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-d0751271-2407-4a91-83a8-408383aa534f req-04ab0de9-e028-4f09-9ca0-a02fd9832887 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=a314e278-8c52-4e98-b68a-8402418c5600 HTTP/1.1" status: 200  len: 931 time: 0.2696342
May 02 03:10:03.500415 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [req-a6b7edab-c59a-40d0-a631-a7022d5649bf req-c56471f3-7e2a-4561-b469-2f4f35698809 tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:10:03.512739 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-a6b7edab-c59a-40d0-a631-a7022d5649bf req-c56471f3-7e2a-4561-b469-2f4f35698809 tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] Usage tracker for resource:port and tenant:af3193f1c1e6445ba9dc3c083e914e2a is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:10:03.518137 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-a6b7edab-c59a-40d0-a631-a7022d5649bf req-c56471f3-7e2a-4561-b469-2f4f35698809 tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:10:03.575465 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [req-d0751271-2407-4a91-83a8-408383aa534f req-22a4d47f-a9d6-4aff-9a00-5119bc0e641a tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Synchronizing usage tracker for tenant:a9fa23c656804d85929e20a6cdbea65a on resource:security_group {{(pid=73901) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 02 03:10:03.612564 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [req-a6b7edab-c59a-40d0-a631-a7022d5649bf req-c56471f3-7e2a-4561-b469-2f4f35698809 tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:10:03.643901 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-ea984600-afdc-4897-9fa8-56e698ee499e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:03.652828 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [req-d0751271-2407-4a91-83a8-408383aa534f req-22a4d47f-a9d6-4aff-9a00-5119bc0e641a tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Unset dirty status for tenant:a9fa23c656804d85929e20a6cdbea65a on resource:security_group {{(pid=73901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 02 03:10:03.654046 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-d0751271-2407-4a91-83a8-408383aa534f req-22a4d47f-a9d6-4aff-9a00-5119bc0e641a tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2368743
May 02 03:10:03.669196 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-d2580c3f-3aeb-4ba4-b637-9260c986b62c req-217c3892-0365-411b-bbab-ac377b23c3ab tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9765783-88cb-4ed6-8451-689fd4b2b561 HTTP/1.1" status: 200  len: 210 time: 0.0594411
May 02 03:10:03.680080 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-80b59027-ae4d-492b-94fb-1bade5319c10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419513'] for router, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:03.716684 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a763af-55ad-45e5-9c68-32115fb62410 admin admin] Router 8ff26a41-694e-4177-98af-7851303423a7 is scheduled to L3 agent c822661f-3527-457d-a53a-678072f60f18 with binding_index 1 {{(pid=73900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 02 03:10:03.851310 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-ea984600-afdc-4897-9fa8-56e698ee499e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:04.253061 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 43716) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:10:04.364138 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6b7edab-c59a-40d0-a631-a7022d5649bf req-c56471f3-7e2a-4561-b469-2f4f35698809 tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] Made reservation on behalf of af3193f1c1e6445ba9dc3c083e914e2a for: {'port': 1} {{(pid=73900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 02 03:10:04.391976 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-a6b7edab-c59a-40d0-a631-a7022d5649bf req-c56471f3-7e2a-4561-b469-2f4f35698809 tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:04.513952 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-522300db-2e51-415e-892b-086e65cdf227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:04.539567 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-ea984600-afdc-4897-9fa8-56e698ee499e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:04.557471 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-522300db-2e51-415e-892b-086e65cdf227 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:10:04.579111 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-522300db-2e51-415e-892b-086e65cdf227 admin admin] Usage tracker for resource:security_group_rule and tenant:f6f6968eddd84a9dbcb74288d8605cd8 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:10:04.583800 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-522300db-2e51-415e-892b-086e65cdf227 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:10:04.600273 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-522300db-2e51-415e-892b-086e65cdf227 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:10:04.607337 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-47cce38b-cb2a-468a-b25b-96500c5920db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:04.753743 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-ea984600-afdc-4897-9fa8-56e698ee499e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:04.775493 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-ea984600-afdc-4897-9fa8-56e698ee499e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ceabf337-e9cd-4a92-964c-2c8eea3078e3 HTTP/1.1" status: 204  len: 168 time: 1.5656285
May 02 03:10:04.799061 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea984600-afdc-4897-9fa8-56e698ee499e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceabf337-e9cd-4a92-964c-2c8eea3078e3,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:04.880029 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-522300db-2e51-415e-892b-086e65cdf227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:04.891570 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-522300db-2e51-415e-892b-086e65cdf227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:04.903577 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-1c66b86c-dcb9-4898-a13a-650c8332b784 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:05.055745 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-d08a18f2-afae-498d-8970-8b9bdd1fb0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:05.105932 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522300db-2e51-415e-892b-086e65cdf227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4441de-9285-4fbb-9551-f24e135f0c1d,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:05.141629 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-522300db-2e51-415e-892b-086e65cdf227 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f6f6968eddd84a9dbcb74288d8605cd8&name=default HTTP/1.1" status: 200  len: 2975 time: 0.8871713
May 02 03:10:05.144461 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-522300db-2e51-415e-892b-086e65cdf227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:05.177857 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-ea984600-afdc-4897-9fa8-56e698ee499e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:05.205184 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 43736) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:10:05.266918 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2d459a5e-177f-490e-96e2-0e39dae40dc1 req-f9581384-d6d8-4572-bbbf-a43916cebce0 tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9765783-88cb-4ed6-8451-689fd4b2b561 HTTP/1.1" status: 200  len: 210 time: 0.1620581
May 02 03:10:05.364794 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f8315c-4336-4f40-947c-58e7d6e7a210 req-14048d73-fceb-44ac-9f4c-1c3ee92d8c1a tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:05.367280 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-64f8315c-4336-4f40-947c-58e7d6e7a210 req-14048d73-fceb-44ac-9f4c-1c3ee92d8c1a tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=a314e278-8c52-4e98-b68a-8402418c5600 HTTP/1.1" status: 200  len: 931 time: 0.4014406
May 02 03:10:05.443399 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-64f8315c-4336-4f40-947c-58e7d6e7a210 req-070d3567-4f58-4f6c-b42a-585e498d10e4 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690465
May 02 03:10:05.873142 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a763af-55ad-45e5-9c68-32115fb62410 admin admin] Notify agent at l3_agent.dv-cinder-789077-1-iscsi the message routers_updated {{(pid=73900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 02 03:10:05.895379 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eaaf8b4-ff9c-48db-8503-958a6141c63c None None] Sync routers for ids ['8ff26a41-694e-4177-98af-7851303423a7'] in dv-cinder-789077-1-iscsi {{(pid=73903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 02 03:10:05.916128 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eaaf8b4-ff9c-48db-8503-958a6141c63c None None] Routers {'8ff26a41-694e-4177-98af-7851303423a7'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:10:05.916772 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-7eaaf8b4-ff9c-48db-8503-958a6141c63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c56346e50>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:09:38Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['8ff26a41-694e-4177-98af-7851303423a7'], 'active': True} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:10:05.928008 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-5bd52bac-8932-4c0c-b400-15bffd96a528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:05.929867 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b59027-ae4d-492b-94fb-1bade5319c10 admin admin] Router b1ef1151-805b-4f83-a46a-7c96f7d8cd61 is scheduled to L3 agent c822661f-3527-457d-a53a-678072f60f18 with binding_index 1 {{(pid=73900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 02 03:10:06.198253 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.v2.base [req-9cf37fbf-ce1d-47ca-813c-c42ba1bda392 req-2672dac3-a55e-48bd-abee-0f1d214991a0 service neutron] Request body: {'port': {'device_id': 'a314e278-8c52-4e98-b68a-8402418c5600', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78907'}} {{(pid=73901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:10:06.332042 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvr_db [None req-7eaaf8b4-ff9c-48db-8503-958a6141c63c None None] Set router 8ff26a41-694e-4177-98af-7851303423a7 gateway port host: dv-cinder-789077-1-iscsi {{(pid=73903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:10:06.427707 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b59027-ae4d-492b-94fb-1bade5319c10 admin admin] Notify agent at l3_agent.dv-cinder-789077-1-iscsi the message routers_updated {{(pid=73900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 02 03:10:06.462772 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74564b8f-af66-4898-acfa-2224f5d9c560 None None] Sync routers for ids ['b1ef1151-805b-4f83-a46a-7c96f7d8cd61'] in dv-cinder-789077-1-iscsi {{(pid=73902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 02 03:10:06.523425 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74564b8f-af66-4898-acfa-2224f5d9c560 None None] Routers {'b1ef1151-805b-4f83-a46a-7c96f7d8cd61'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:10:06.533753 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-74564b8f-af66-4898-acfa-2224f5d9c560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c54bd4fd0>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:09:38Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['b1ef1151-805b-4f83-a46a-7c96f7d8cd61'], 'active': True} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:10:06.565226 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.db_base_plugin_common [req-a6b7edab-c59a-40d0-a631-a7022d5649bf req-c56471f3-7e2a-4561-b469-2f4f35698809 tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] Allocated IP 172.20.0.7 (a8ade9c2-9766-4205-91d5-ada78c406a29/4361db73-09dc-4ca3-ab0d-eef40ac52ba3/fbca4727-3b05-4e62-9a9f-4b4e414e30a3) {{(pid=73900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 02 03:10:06.624231 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-5bd52bac-8932-4c0c-b400-15bffd96a528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:06.756826 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-d5a763af-55ad-45e5-9c68-32115fb62410 admin admin] Notify callbacks [] for router, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:06.760847 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-d5a763af-55ad-45e5-9c68-32115fb62410 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 15.9448373
May 02 03:10:06.786313 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 43772) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:10:06.915275 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [req-9cf37fbf-ce1d-47ca-813c-c42ba1bda392 req-2672dac3-a55e-48bd-abee-0f1d214991a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:07.156652 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-02de34d1-fb13-43d5-a3fa-83d5f3c1bfa8 req-13764290-e8b1-4a02-89c7-2054ea3be3f0 tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9765783-88cb-4ed6-8451-689fd4b2b561 HTTP/1.1" status: 200  len: 210 time: 0.4406712
May 02 03:10:07.288855 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvr_db [None req-74564b8f-af66-4898-acfa-2224f5d9c560 None None] Set router b1ef1151-805b-4f83-a46a-7c96f7d8cd61 gateway port host: dv-cinder-789077-1-iscsi {{(pid=73902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:10:07.512652 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-80b59027-ae4d-492b-94fb-1bade5319c10 admin admin] Notify callbacks [] for router, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:07.518151 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-80b59027-ae4d-492b-94fb-1bade5319c10 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 16.8881757
May 02 03:10:07.541548 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 43786) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:10:07.651196 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-7eaaf8b4-ff9c-48db-8503-958a6141c63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c56346e50>, [{'id': '8ff26a41-694e-4177-98af-7851303423a7', 'name': 'tempest-ServerRescueNegativeTestJSON-1481600319-router', 'tenant_id': 'c0c7970eea444c3cab1fd1c05acdf886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'd8a1c1b6-1797-4079-99fa-3051584854d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:09:51Z', 'updated_at': '2021-05-02T03:09:58Z', 'revision_number': 3, 'project_id': 'c0c7970eea444c3cab1fd1c05acdf886', 'gw_port': {'id': 'd8a1c1b6-1797-4079-99fa-3051584854d2', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:74:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff26a41-694e-4177-98af-7851303423a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:56Z', 'updated_at': '2021-05-02T03:09:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi'}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:10:07.667746 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eaaf8b4-ff9c-48db-8503-958a6141c63c None None] Checking router: 8ff26a41-694e-4177-98af-7851303423a7 for host: dv-cinder-789077-1-iscsi {{(pid=73903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 02 03:10:07.668620 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eaaf8b4-ff9c-48db-8503-958a6141c63c None None] Updating router 8ff26a41-694e-4177-98af-7851303423a7 port d8a1c1b6-1797-4079-99fa-3051584854d2 binding host dv-cinder-789077-1-iscsi {{(pid=73903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 02 03:10:07.873406 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-7eaaf8b4-ff9c-48db-8503-958a6141c63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:08.224408 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:08.255799 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-b819c41e-b273-4a21-afe6-2e81e18cfd49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:08.310107 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-74564b8f-af66-4898-acfa-2224f5d9c560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c54bd4fd0>, [{'id': 'b1ef1151-805b-4f83-a46a-7c96f7d8cd61', 'name': 'tempest-AttachVolumeShelveTestJSON-1562313329-router', 'tenant_id': '4e7db1adde334ad386f1a91ee9ac0682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '295442ec-ed49-4058-8444-980e103affd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:09:50Z', 'updated_at': '2021-05-02T03:10:01Z', 'revision_number': 3, 'project_id': '4e7db1adde334ad386f1a91ee9ac0682', 'gw_port': {'id': '295442ec-ed49-4058-8444-980e103affd6', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:05:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ef1151-805b-4f83-a46a-7c96f7d8cd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:55Z', 'updated_at': '2021-05-02T03:09:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi'}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:10:08.320917 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74564b8f-af66-4898-acfa-2224f5d9c560 None None] Checking router: b1ef1151-805b-4f83-a46a-7c96f7d8cd61 for host: dv-cinder-789077-1-iscsi {{(pid=73902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 02 03:10:08.321269 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74564b8f-af66-4898-acfa-2224f5d9c560 None None] Updating router b1ef1151-805b-4f83-a46a-7c96f7d8cd61 port 295442ec-ed49-4058-8444-980e103affd6 binding host dv-cinder-789077-1-iscsi {{(pid=73902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 02 03:10:08.422893 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb5240a-9179-4e1f-b042-f17eb5af61ef req-29ed179d-1dc0-4c82-8749-f3b5bc76b0f6 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:08.427814 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-7cb5240a-9179-4e1f-b042-f17eb5af61ef req-29ed179d-1dc0-4c82-8749-f3b5bc76b0f6 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=a314e278-8c52-4e98-b68a-8402418c5600 HTTP/1.1" status: 200  len: 931 time: 1.4710412
May 02 03:10:08.520782 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-74564b8f-af66-4898-acfa-2224f5d9c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:08.896404 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:09.210921 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:09.276865 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-7eaaf8b4-ff9c-48db-8503-958a6141c63c None None] Notify callbacks [] for port, precommit_update {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:09.305348 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.provisioning_blocks [None req-7eaaf8b4-ff9c-48db-8503-958a6141c63c None None] Transition to ACTIVE for port object d8a1c1b6-1797-4079-99fa-3051584854d2 will not be triggered until provisioned by entity L2. {{(pid=73903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:10:09.325215 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-7eaaf8b4-ff9c-48db-8503-958a6141c63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:09.336323 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-8f61c0b2-78a4-4584-8768-9a16907b0de7 req-e4d39de2-5e1a-43d5-9e99-3a22a5c1de38 tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9765783-88cb-4ed6-8451-689fd4b2b561 HTTP/1.1" status: 200  len: 210 time: 0.2391150
May 02 03:10:09.370568 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-7cb5240a-9179-4e1f-b042-f17eb5af61ef req-f12812e2-a8fb-44cc-af13-d4e2f3dd3b40 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9291494
May 02 03:10:09.382955 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG oslo_concurrency.lockutils [None req-7094d6f1-e5b2-42a4-886a-02faed399360 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:09.385406 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.notifiers.nova [req-9cf37fbf-ce1d-47ca-813c-c42ba1bda392 req-2672dac3-a55e-48bd-abee-0f1d214991a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c740e356-47d6-4db3-ae8b-2b0bf3d4b588 {{(pid=73901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 02 03:10:09.435394 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [req-9cf37fbf-ce1d-47ca-813c-c42ba1bda392 req-2672dac3-a55e-48bd-abee-0f1d214991a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:09.544825 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.provisioning_blocks [req-9cf37fbf-ce1d-47ca-813c-c42ba1bda392 req-2672dac3-a55e-48bd-abee-0f1d214991a0 service neutron] Transition to ACTIVE for port object c740e356-47d6-4db3-ae8b-2b0bf3d4b588 will not be triggered until provisioned by entity L2. {{(pid=73901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:10:09.555729 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [req-9cf37fbf-ce1d-47ca-813c-c42ba1bda392 req-2672dac3-a55e-48bd-abee-0f1d214991a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:09.560681 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.managers [None req-7eaaf8b4-ff9c-48db-8503-958a6141c63c None None] Attempting to bind port d8a1c1b6-1797-4079-99fa-3051584854d2 on host dv-cinder-789077-1-iscsi for vnic_type normal with profile  {{(pid=73903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 02 03:10:09.562538 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.managers [None req-7eaaf8b4-ff9c-48db-8503-958a6141c63c None None] Attempting to bind port d8a1c1b6-1797-4079-99fa-3051584854d2 by drivers openvswitch,hyperv on host dv-cinder-789077-1-iscsi at level 0 using segments [{'id': '3f443235-55d0-4d2d-a949-b49c1a220799', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700'}] {{(pid=73903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 02 03:10:09.564618 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaaf8b4-ff9c-48db-8503-958a6141c63c None None] Attempting to bind port d8a1c1b6-1797-4079-99fa-3051584854d2 on network 8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700 {{(pid=73903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:10:09.573997 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-de016488-73da-4f13-b7dc-cbee63a4db08 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:09.616672 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-5bd52bac-8932-4c0c-b400-15bffd96a528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:09.636081 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaaf8b4-ff9c-48db-8503-958a6141c63c None None] Checking agent: {'id': 'b50cee90-c6d3-4c0d-a208-12c20bd9f0cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 2, 8), 'started_at': datetime.datetime(2021, 5, 2, 3, 2, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 02 03:10:09.636902 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaaf8b4-ff9c-48db-8503-958a6141c63c None None] Checking segment: {'id': '3f443235-55d0-4d2d-a949-b49c1a220799', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:10:09.637655 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-7eaaf8b4-ff9c-48db-8503-958a6141c63c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:09.639329 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaaf8b4-ff9c-48db-8503-958a6141c63c None None] Bound using segment: {'id': '3f443235-55d0-4d2d-a949-b49c1a220799', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700'} {{(pid=73903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 02 03:10:09.642192 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.managers [None req-7eaaf8b4-ff9c-48db-8503-958a6141c63c None None] Bound port: d8a1c1b6-1797-4079-99fa-3051584854d2, host: dv-cinder-789077-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f443235-55d0-4d2d-a949-b49c1a220799', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700'}}] {{(pid=73903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 02 03:10:09.646141 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-7eaaf8b4-ff9c-48db-8503-958a6141c63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:09.760799 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:09.947606 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-5bd52bac-8932-4c0c-b400-15bffd96a528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:09.973787 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-74564b8f-af66-4898-acfa-2224f5d9c560 None None] Notify callbacks [] for port, precommit_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:09.976186 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-5bd52bac-8932-4c0c-b400-15bffd96a528 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5f4441de-9285-4fbb-9551-f24e135f0c1d HTTP/1.1" status: 204  len: 168 time: 4.7578514
May 02 03:10:10.002280 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-74564b8f-af66-4898-acfa-2224f5d9c560 None None] Transition to ACTIVE for port object 295442ec-ed49-4058-8444-980e103affd6 will not be triggered until provisioned by entity L2. {{(pid=73902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:10:10.018282 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-74564b8f-af66-4898-acfa-2224f5d9c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:10.047584 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-64ddc1ce-7211-4a19-9bca-27ef0c249f0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:10.320440 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.db [None req-7eaaf8b4-ff9c-48db-8503-958a6141c63c None None] For port d8a1c1b6-1797-4079-99fa-3051584854d2, host dv-cinder-789077-1-iscsi, cleared binding levels {{(pid=73903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 02 03:10:10.340962 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.db [None req-7eaaf8b4-ff9c-48db-8503-958a6141c63c None None] For port d8a1c1b6-1797-4079-99fa-3051584854d2, host dv-cinder-789077-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=d8a1c1b6-1797-4079-99fa-3051584854d2,segment=NetworkSegment(3f443235-55d0-4d2d-a949-b49c1a220799),segment_id=3f443235-55d0-4d2d-a949-b49c1a220799)] {{(pid=73903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 02 03:10:10.379513 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-7eaaf8b4-ff9c-48db-8503-958a6141c63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:10.491471 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec78c1e-91fe-41bf-b7ab-e21faf1c246c None None] Pushing event updated for resources: {'Port': ['ID=295442ec-ed49-4058-8444-980e103affd6,revision_number=2']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:10.528462 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-dec78c1e-91fe-41bf-b7ab-e21faf1c246c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:10.574848 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab58d0ee-127b-4d8c-be2e-78740f19af1e None None] Pushing event updated for resources: {'Port': ['ID=d8a1c1b6-1797-4079-99fa-3051584854d2,revision_number=2']} {{(pid=73903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:10.640763 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab58d0ee-127b-4d8c-be2e-78740f19af1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:10:10.643361 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab58d0ee-127b-4d8c-be2e-78740f19af1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:10:10.647048 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab58d0ee-127b-4d8c-be2e-78740f19af1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:10:10.649978 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab58d0ee-127b-4d8c-be2e-78740f19af1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:10:10.653465 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab58d0ee-127b-4d8c-be2e-78740f19af1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:10:10.655398 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab58d0ee-127b-4d8c-be2e-78740f19af1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:10:10.659647 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab58d0ee-127b-4d8c-be2e-78740f19af1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:10:10.663444 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab58d0ee-127b-4d8c-be2e-78740f19af1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:10:10.665795 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab58d0ee-127b-4d8c-be2e-78740f19af1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:10:10.667582 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab58d0ee-127b-4d8c-be2e-78740f19af1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:10:10.670154 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab58d0ee-127b-4d8c-be2e-78740f19af1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:10:10.670848 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab58d0ee-127b-4d8c-be2e-78740f19af1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:10:10.679463 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab58d0ee-127b-4d8c-be2e-78740f19af1e None None] Tracked resource versions report:
May 02 03:10:10.679463 dv-cinder-789077-1-iscsi neutron-server[73903]: pushed versions:
May 02 03:10:10.679463 dv-cinder-789077-1-iscsi neutron-server[73903]: {   'AddressGroup': {'1.2'},
May 02 03:10:10.679463 dv-cinder-789077-1-iscsi neutron-server[73903]:     'ConntrackHelper': {'1.0'},
May 02 03:10:10.679463 dv-cinder-789077-1-iscsi neutron-server[73903]:     'Log': {'1.0'},
May 02 03:10:10.679463 dv-cinder-789077-1-iscsi neutron-server[73903]:     'Network': {'1.1'},
May 02 03:10:10.679463 dv-cinder-789077-1-iscsi neutron-server[73903]:     'Port': {'1.7'},
May 02 03:10:10.679463 dv-cinder-789077-1-iscsi neutron-server[73903]:     'PortForwarding': {'1.2'},
May 02 03:10:10.679463 dv-cinder-789077-1-iscsi neutron-server[73903]:     'QosPolicy': {'1.8'},
May 02 03:10:10.679463 dv-cinder-789077-1-iscsi neutron-server[73903]:     'SecurityGroup': {'1.4'},
May 02 03:10:10.679463 dv-cinder-789077-1-iscsi neutron-server[73903]:     'SecurityGroupRule': {'1.2'},
May 02 03:10:10.679463 dv-cinder-789077-1-iscsi neutron-server[73903]:     'SubPort': {'1.0'},
May 02 03:10:10.679463 dv-cinder-789077-1-iscsi neutron-server[73903]:     'Subnet': {'1.1'},
May 02 03:10:10.679463 dv-cinder-789077-1-iscsi neutron-server[73903]:     'Trunk': {'1.1'}}
May 02 03:10:10.679463 dv-cinder-789077-1-iscsi neutron-server[73903]: consumer versions:
May 02 03:10:10.679463 dv-cinder-789077-1-iscsi neutron-server[73903]: {   DHCP agent@dv-cinder-789077-1-iscsi: {},
May 02 03:10:10.679463 dv-cinder-789077-1-iscsi neutron-server[73903]:     HyperV agent@hv-cinder-78907: {},
May 02 03:10:10.679463 dv-cinder-789077-1-iscsi neutron-server[73903]:     L3 agent@dv-cinder-789077-1-iscsi: {},
May 02 03:10:10.679463 dv-cinder-789077-1-iscsi neutron-server[73903]:     Metadata agent@dv-cinder-789077-1-iscsi: {},
May 02 03:10:10.679463 dv-cinder-789077-1-iscsi neutron-server[73903]:     Metering agent@dv-cinder-789077-1-iscsi: {},
May 02 03:10:10.679463 dv-cinder-789077-1-iscsi neutron-server[73903]:     Open vSwitch agent@dv-cinder-789077-1-iscsi: {   'AddressGroup': '1.2',
May 02 03:10:10.679463 dv-cinder-789077-1-iscsi neutron-server[73903]:                                                      'ConntrackHelper': '1.0',
May 02 03:10:10.679463 dv-cinder-789077-1-iscsi neutron-server[73903]:                                                      'Log': '1.0',
May 02 03:10:10.679463 dv-cinder-789077-1-iscsi neutron-server[73903]:                                                      'Network': '1.1',
May 02 03:10:10.679463 dv-cinder-789077-1-iscsi neutron-server[73903]:                                                      'Port': '1.7',
May 02 03:10:10.679463 dv-cinder-789077-1-iscsi neutron-server[73903]:                                                      'PortForwarding': '1.2',
May 02 03:10:10.679463 dv-cinder-789077-1-iscsi neutron-server[73903]:                                                      'QosPolicy': '1.8',
May 02 03:10:10.679463 dv-cinder-789077-1-iscsi neutron-server[73903]:                                                      'SecurityGroup': '1.4',
May 02 03:10:10.679463 dv-cinder-789077-1-iscsi neutron-server[73903]:                                                      'SecurityGroupRule': '1.2',
May 02 03:10:10.679463 dv-cinder-789077-1-iscsi neutron-server[73903]:                                                      'SubPort': '1.0',
May 02 03:10:10.679463 dv-cinder-789077-1-iscsi neutron-server[73903]:                                                      'Subnet': '1.1',
May 02 03:10:10.679463 dv-cinder-789077-1-iscsi neutron-server[73903]:                                                      'Trunk': '1.1'}}
May 02 03:10:10.679463 dv-cinder-789077-1-iscsi neutron-server[73903]:  {{(pid=73903) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 02 03:10:10.722356 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.managers [None req-74564b8f-af66-4898-acfa-2224f5d9c560 None None] Attempting to bind port 295442ec-ed49-4058-8444-980e103affd6 on host dv-cinder-789077-1-iscsi for vnic_type normal with profile  {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 02 03:10:10.722976 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.managers [None req-74564b8f-af66-4898-acfa-2224f5d9c560 None None] Attempting to bind port 295442ec-ed49-4058-8444-980e103affd6 by drivers openvswitch,hyperv on host dv-cinder-789077-1-iscsi at level 0 using segments [{'id': '3f443235-55d0-4d2d-a949-b49c1a220799', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700'}] {{(pid=73902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 02 03:10:10.723573 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74564b8f-af66-4898-acfa-2224f5d9c560 None None] Attempting to bind port 295442ec-ed49-4058-8444-980e103affd6 on network 8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700 {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:10:10.770058 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74564b8f-af66-4898-acfa-2224f5d9c560 None None] Checking agent: {'id': 'b50cee90-c6d3-4c0d-a208-12c20bd9f0cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 2, 8), 'started_at': datetime.datetime(2021, 5, 2, 3, 2, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 02 03:10:10.774891 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74564b8f-af66-4898-acfa-2224f5d9c560 None None] Checking segment: {'id': '3f443235-55d0-4d2d-a949-b49c1a220799', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:10:10.775653 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-74564b8f-af66-4898-acfa-2224f5d9c560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:10.776303 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74564b8f-af66-4898-acfa-2224f5d9c560 None None] Bound using segment: {'id': '3f443235-55d0-4d2d-a949-b49c1a220799', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700'} {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 02 03:10:10.777141 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.managers [None req-74564b8f-af66-4898-acfa-2224f5d9c560 None None] Bound port: 295442ec-ed49-4058-8444-980e103affd6, host: dv-cinder-789077-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f443235-55d0-4d2d-a949-b49c1a220799', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700'}}] {{(pid=73902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 02 03:10:10.779244 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-74564b8f-af66-4898-acfa-2224f5d9c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:10.805658 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG oslo_concurrency.lockutils [None req-ab58d0ee-127b-4d8c-be2e-78740f19af1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.422s {{(pid=73903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:10.823323 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.383s {{(pid=73903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:11.093203 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:11.112182 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2672dac3-a55e-48bd-abee-0f1d214991a0 service neutron] Pushing event updated for resources: {'Port': ['ID=c740e356-47d6-4db3-ae8b-2b0bf3d4b588,revision_number=2']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:11.132037 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-2672dac3-a55e-48bd-abee-0f1d214991a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.554s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:11.190067 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.managers [req-9cf37fbf-ce1d-47ca-813c-c42ba1bda392 req-2672dac3-a55e-48bd-abee-0f1d214991a0 service neutron] Attempting to bind port c740e356-47d6-4db3-ae8b-2b0bf3d4b588 on host hv-cinder-78907 for vnic_type normal with profile  {{(pid=73901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 02 03:10:11.190902 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.managers [req-9cf37fbf-ce1d-47ca-813c-c42ba1bda392 req-2672dac3-a55e-48bd-abee-0f1d214991a0 service neutron] Attempting to bind port c740e356-47d6-4db3-ae8b-2b0bf3d4b588 by drivers openvswitch,hyperv on host hv-cinder-78907 at level 0 using segments [{'id': 'b30497ce-e2ee-43bf-863e-b0adb6c70caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e3c24553-093c-4dba-a579-e14fc9bf8125'}] {{(pid=73901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 02 03:10:11.193303 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf37fbf-ce1d-47ca-813c-c42ba1bda392 req-2672dac3-a55e-48bd-abee-0f1d214991a0 service neutron] Attempting to bind port c740e356-47d6-4db3-ae8b-2b0bf3d4b588 on network e3c24553-093c-4dba-a579-e14fc9bf8125 {{(pid=73901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:10:11.209557 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-a6b7edab-c59a-40d0-a631-a7022d5649bf req-c56471f3-7e2a-4561-b469-2f4f35698809 tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] Notify callbacks [] for port, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:11.227809 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf37fbf-ce1d-47ca-813c-c42ba1bda392 req-2672dac3-a55e-48bd-abee-0f1d214991a0 service neutron] Port c740e356-47d6-4db3-ae8b-2b0bf3d4b588 on network e3c24553-093c-4dba-a579-e14fc9bf8125 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78907 {{(pid=73901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 02 03:10:11.231517 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf37fbf-ce1d-47ca-813c-c42ba1bda392 req-2672dac3-a55e-48bd-abee-0f1d214991a0 service neutron] Attempting to bind port c740e356-47d6-4db3-ae8b-2b0bf3d4b588 on network e3c24553-093c-4dba-a579-e14fc9bf8125 {{(pid=73901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:10:11.262777 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-74564b8f-af66-4898-acfa-2224f5d9c560 None None] For port 295442ec-ed49-4058-8444-980e103affd6, host dv-cinder-789077-1-iscsi, cleared binding levels {{(pid=73902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 02 03:10:11.285268 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-74564b8f-af66-4898-acfa-2224f5d9c560 None None] For port 295442ec-ed49-4058-8444-980e103affd6, host dv-cinder-789077-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=295442ec-ed49-4058-8444-980e103affd6,segment=NetworkSegment(3f443235-55d0-4d2d-a949-b49c1a220799),segment_id=3f443235-55d0-4d2d-a949-b49c1a220799)] {{(pid=73902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 02 03:10:11.299554 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-74564b8f-af66-4898-acfa-2224f5d9c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:11.340170 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab58d0ee-127b-4d8c-be2e-78740f19af1e None None] Pushing event updated for resources: {'Port': ['ID=d8a1c1b6-1797-4079-99fa-3051584854d2,revision_number=3']} {{(pid=73903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:11.356078 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-edb2d50c-168b-424e-a514-b32106567b0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:11.368706 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG oslo_concurrency.lockutils [None req-ab58d0ee-127b-4d8c-be2e-78740f19af1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=73903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:11.369801 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eaaf8b4-ff9c-48db-8503-958a6141c63c None None] Routers {'8ff26a41-694e-4177-98af-7851303423a7'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:10:11.370866 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-7eaaf8b4-ff9c-48db-8503-958a6141c63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c56346e50>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:10:08Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['8ff26a41-694e-4177-98af-7851303423a7'], 'active': True} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:10:11.431457 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf37fbf-ce1d-47ca-813c-c42ba1bda392 req-2672dac3-a55e-48bd-abee-0f1d214991a0 service neutron] Checking agent: {'id': '8531ff9a-0c75-4a44-9da7-2507d2e05f16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 8, 9), 'started_at': datetime.datetime(2021, 5, 2, 3, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 02 03:10:11.432439 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf37fbf-ce1d-47ca-813c-c42ba1bda392 req-2672dac3-a55e-48bd-abee-0f1d214991a0 service neutron] Checking segment: {'id': 'b30497ce-e2ee-43bf-863e-b0adb6c70caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e3c24553-093c-4dba-a579-e14fc9bf8125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:10:11.433526 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf37fbf-ce1d-47ca-813c-c42ba1bda392 req-2672dac3-a55e-48bd-abee-0f1d214991a0 service neutron] Bound using segment: {'id': 'b30497ce-e2ee-43bf-863e-b0adb6c70caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e3c24553-093c-4dba-a579-e14fc9bf8125'} {{(pid=73901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 02 03:10:11.435378 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.managers [req-9cf37fbf-ce1d-47ca-813c-c42ba1bda392 req-2672dac3-a55e-48bd-abee-0f1d214991a0 service neutron] Bound port: c740e356-47d6-4db3-ae8b-2b0bf3d4b588, host: hv-cinder-78907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b30497ce-e2ee-43bf-863e-b0adb6c70caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e3c24553-093c-4dba-a579-e14fc9bf8125'}}] {{(pid=73901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 02 03:10:11.444999 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [req-9cf37fbf-ce1d-47ca-813c-c42ba1bda392 req-2672dac3-a55e-48bd-abee-0f1d214991a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:11.460534 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-a6b7edab-c59a-40d0-a631-a7022d5649bf req-c56471f3-7e2a-4561-b469-2f4f35698809 tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747865333526'] for port, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:11.849707 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec78c1e-91fe-41bf-b7ab-e21faf1c246c None None] Pushing event updated for resources: {'Port': ['ID=295442ec-ed49-4058-8444-980e103affd6,revision_number=3']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:11.869859 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-dec78c1e-91fe-41bf-b7ab-e21faf1c246c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:11.880080 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd52bac-8932-4c0c-b400-15bffd96a528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4441de-9285-4fbb-9551-f24e135f0c1d,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:12.208148 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74564b8f-af66-4898-acfa-2224f5d9c560 None None] Routers {'b1ef1151-805b-4f83-a46a-7c96f7d8cd61'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:10:12.212314 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-5bd52bac-8932-4c0c-b400-15bffd96a528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.442s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:12.213760 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-74564b8f-af66-4898-acfa-2224f5d9c560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c54bd4fd0>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:10:08Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['b1ef1151-805b-4f83-a46a-7c96f7d8cd61'], 'active': True} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:10:12.346236 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:12.464736 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvr_db [None req-7eaaf8b4-ff9c-48db-8503-958a6141c63c None None] Set router 8ff26a41-694e-4177-98af-7851303423a7 gateway port host: dv-cinder-789077-1-iscsi {{(pid=73903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:10:12.516819 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3962a4-d9c8-433a-908a-cb77063f994d req-d137b4f6-7ffa-4998-ae62-b304fd1f3241 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:12.529836 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-6d3962a4-d9c8-433a-908a-cb77063f994d req-d137b4f6-7ffa-4998-ae62-b304fd1f3241 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=a314e278-8c52-4e98-b68a-8402418c5600 HTTP/1.1" status: 200  len: 943 time: 1.6848173
May 02 03:10:12.663670 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.db [req-9cf37fbf-ce1d-47ca-813c-c42ba1bda392 req-2672dac3-a55e-48bd-abee-0f1d214991a0 service neutron] For port c740e356-47d6-4db3-ae8b-2b0bf3d4b588, host hv-cinder-78907, cleared binding levels {{(pid=73901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 02 03:10:12.710012 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad30217-c94f-4ac3-aaec-a519f7b3842f req-24966e87-507c-4ef2-96c6-b744fd0aa28a tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:12.723658 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-1ad30217-c94f-4ac3-aaec-a519f7b3842f req-24966e87-507c-4ef2-96c6-b744fd0aa28a tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9765783-88cb-4ed6-8451-689fd4b2b561 HTTP/1.1" status: 200  len: 931 time: 1.5402648
May 02 03:10:12.839107 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.db [req-9cf37fbf-ce1d-47ca-813c-c42ba1bda392 req-2672dac3-a55e-48bd-abee-0f1d214991a0 service neutron] For port c740e356-47d6-4db3-ae8b-2b0bf3d4b588, host hv-cinder-78907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=c740e356-47d6-4db3-ae8b-2b0bf3d4b588,segment=NetworkSegment(b30497ce-e2ee-43bf-863e-b0adb6c70caf),segment_id=b30497ce-e2ee-43bf-863e-b0adb6c70caf)] {{(pid=73901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 02 03:10:12.862979 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-6d3962a4-d9c8-433a-908a-cb77063f994d req-780de04a-de17-459b-a4e0-e141e080a9ef tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3262460
May 02 03:10:12.871491 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [req-9cf37fbf-ce1d-47ca-813c-c42ba1bda392 req-2672dac3-a55e-48bd-abee-0f1d214991a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:12.898552 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:12.989266 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvr_db [None req-74564b8f-af66-4898-acfa-2224f5d9c560 None None] Set router b1ef1151-805b-4f83-a46a-7c96f7d8cd61 gateway port host: dv-cinder-789077-1-iscsi {{(pid=73902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:10:13.076616 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-1ad30217-c94f-4ac3-aaec-a519f7b3842f req-349bee8f-99c1-4c1c-a5dd-ee76dd6b418e tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] 10.222.0.38 "GET /v2.0/security-groups?id=dafcad79-8d42-4da4-b614-466a5dd52708&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3508010
May 02 03:10:13.085160 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf37fbf-ce1d-47ca-813c-c42ba1bda392 req-2672dac3-a55e-48bd-abee-0f1d214991a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:13.101854 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [req-9cf37fbf-ce1d-47ca-813c-c42ba1bda392 req-2672dac3-a55e-48bd-abee-0f1d214991a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for port, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:13.104521 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9cf37fbf-ce1d-47ca-813c-c42ba1bda392 req-2672dac3-a55e-48bd-abee-0f1d214991a0 service neutron] 10.222.0.37 "PUT /v2.0/ports/c740e356-47d6-4db3-ae8b-2b0bf3d4b588 HTTP/1.1" status: 200  len: 1093 time: 7.2288268
May 02 03:10:13.105600 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a314e278-8c52-4e98-b68a-8402418c5600', 'tag': 'c740e356-47d6-4db3-ae8b-2b0bf3d4b588'}] {{(pid=73901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:10:13.350636 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2672dac3-a55e-48bd-abee-0f1d214991a0 service neutron] Pushing event updated for resources: {'Port': ['ID=c740e356-47d6-4db3-ae8b-2b0bf3d4b588,revision_number=3']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:13.356867 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-2672dac3-a55e-48bd-abee-0f1d214991a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:13.531978 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf37fbf-ce1d-47ca-813c-c42ba1bda392 req-bc065fe5-87e9-44b8-ba9e-2c76911e33ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:13.548470 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9cf37fbf-ce1d-47ca-813c-c42ba1bda392 req-bc065fe5-87e9-44b8-ba9e-2c76911e33ed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a9fa23c656804d85929e20a6cdbea65a&device_id=a314e278-8c52-4e98-b68a-8402418c5600 HTTP/1.1" status: 200  len: 1096 time: 0.2985582
May 02 03:10:13.663745 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6b7edab-c59a-40d0-a631-a7022d5649bf req-c56471f3-7e2a-4561-b469-2f4f35698809 tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] Network a8ade9c2-9766-4205-91d5-ada78c406a29 is already hosted by enough agents. {{(pid=73900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:10:13.693094 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.base_scheduler [req-a6b7edab-c59a-40d0-a631-a7022d5649bf req-c56471f3-7e2a-4561-b469-2f4f35698809 tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] Resources bound (agent type, host, resource id):  {{(pid=73900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:10:13.827019 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b7edab-c59a-40d0-a631-a7022d5649bf req-c56471f3-7e2a-4561-b469-2f4f35698809 tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] Received port after_create {{(pid=73900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 02 03:10:13.847434 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7edab-c59a-40d0-a631-a7022d5649bf req-c56471f3-7e2a-4561-b469-2f4f35698809 tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:13.855640 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-a6b7edab-c59a-40d0-a631-a7022d5649bf req-c56471f3-7e2a-4561-b469-2f4f35698809 tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for port, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:14.166597 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9cf37fbf-ce1d-47ca-813c-c42ba1bda392 req-cdb17384-a4ca-48b7-95ab-601a66279782 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c740e356-47d6-4db3-ae8b-2b0bf3d4b588 HTTP/1.1" status: 200  len: 217 time: 0.4075379
May 02 03:10:14.175322 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56471f3-7e2a-4561-b469-2f4f35698809 tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] Pushing event updated for resources: {'Port': ['ID=fbca4727-3b05-4e62-9a9f-4b4e414e30a3,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:14.213538 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-c56471f3-7e2a-4561-b469-2f4f35698809 tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.867s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:14.265875 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-a6b7edab-c59a-40d0-a631-a7022d5649bf req-c56471f3-7e2a-4561-b469-2f4f35698809 tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 12.3802114
May 02 03:10:14.271717 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf37fbf-ce1d-47ca-813c-c42ba1bda392 req-b12928c9-b7db-44ce-8e89-dfb3a05963b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:14.273916 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9cf37fbf-ce1d-47ca-813c-c42ba1bda392 req-b12928c9-b7db-44ce-8e89-dfb3a05963b2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d5979161-d7b0-4fdb-a66c-2a0a0a8b9b09 HTTP/1.1" status: 200  len: 855 time: 0.1008229
May 02 03:10:14.398890 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [req-a6b7edab-c59a-40d0-a631-a7022d5649bf req-9d9dde82-8b5d-4760-9605-d4b770a15bae service neutron] Request body: {'port': {'device_id': 'c9765783-88cb-4ed6-8451-689fd4b2b561', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78907'}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:10:14.405493 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-7eaaf8b4-ff9c-48db-8503-958a6141c63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c56346e50>, [{'id': '8ff26a41-694e-4177-98af-7851303423a7', 'name': 'tempest-ServerRescueNegativeTestJSON-1481600319-router', 'tenant_id': 'c0c7970eea444c3cab1fd1c05acdf886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'd8a1c1b6-1797-4079-99fa-3051584854d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:09:51Z', 'updated_at': '2021-05-02T03:09:58Z', 'revision_number': 3, 'project_id': 'c0c7970eea444c3cab1fd1c05acdf886', 'gw_port': {'id': 'd8a1c1b6-1797-4079-99fa-3051584854d2', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:74:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff26a41-694e-4177-98af-7851303423a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:56Z', 'updated_at': '2021-05-02T03:10:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi'}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:10:14.434548 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eaaf8b4-ff9c-48db-8503-958a6141c63c None None] The sync data for ids ['8ff26a41-694e-4177-98af-7851303423a7'] in dv-cinder-789077-1-iscsi is: [{'id': '8ff26a41-694e-4177-98af-7851303423a7', 'name': 'tempest-ServerRescueNegativeTestJSON-1481600319-router', 'tenant_id': 'c0c7970eea444c3cab1fd1c05acdf886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'd8a1c1b6-1797-4079-99fa-3051584854d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:09:51Z', 'updated_at': '2021-05-02T03:09:58Z', 'revision_number': 3, 'project_id': 'c0c7970eea444c3cab1fd1c05acdf886', 'gw_port': {'id': 'd8a1c1b6-1797-4079-99fa-3051584854d2', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:74:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff26a41-694e-4177-98af-7851303423a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:56Z', 'updated_at': '2021-05-02T03:10:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi'}] {{(pid=73903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 02 03:10:14.444471 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-74564b8f-af66-4898-acfa-2224f5d9c560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c54bd4fd0>, [{'id': 'b1ef1151-805b-4f83-a46a-7c96f7d8cd61', 'name': 'tempest-AttachVolumeShelveTestJSON-1562313329-router', 'tenant_id': '4e7db1adde334ad386f1a91ee9ac0682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '295442ec-ed49-4058-8444-980e103affd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:09:50Z', 'updated_at': '2021-05-02T03:10:01Z', 'revision_number': 3, 'project_id': '4e7db1adde334ad386f1a91ee9ac0682', 'gw_port': {'id': '295442ec-ed49-4058-8444-980e103affd6', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:05:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ef1151-805b-4f83-a46a-7c96f7d8cd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:55Z', 'updated_at': '2021-05-02T03:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi'}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:10:14.458738 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74564b8f-af66-4898-acfa-2224f5d9c560 None None] The sync data for ids ['b1ef1151-805b-4f83-a46a-7c96f7d8cd61'] in dv-cinder-789077-1-iscsi is: [{'id': 'b1ef1151-805b-4f83-a46a-7c96f7d8cd61', 'name': 'tempest-AttachVolumeShelveTestJSON-1562313329-router', 'tenant_id': '4e7db1adde334ad386f1a91ee9ac0682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '295442ec-ed49-4058-8444-980e103affd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:09:50Z', 'updated_at': '2021-05-02T03:10:01Z', 'revision_number': 3, 'project_id': '4e7db1adde334ad386f1a91ee9ac0682', 'gw_port': {'id': '295442ec-ed49-4058-8444-980e103affd6', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:05:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ef1151-805b-4f83-a46a-7c96f7d8cd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:55Z', 'updated_at': '2021-05-02T03:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi'}] {{(pid=73902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 02 03:10:14.570179 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9cf37fbf-ce1d-47ca-813c-c42ba1bda392 req-a687aec7-1544-439a-9653-47868b9f2442 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3c24553-093c-4dba-a579-e14fc9bf8125&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2803512
May 02 03:10:15.027879 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9cf37fbf-ce1d-47ca-813c-c42ba1bda392 req-322322b5-657f-4d9f-b692-71f2e1790ab9 service neutron] 10.222.0.37 "GET /v2.0/networks/e3c24553-093c-4dba-a579-e14fc9bf8125?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4459515
May 02 03:10:15.263878 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-2cc70f8a-1300-4347-920b-4e566ba3cbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:15.369044 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a314e278-8c52-4e98-b68a-8402418c5600', 'tag': 'c740e356-47d6-4db3-ae8b-2b0bf3d4b588', 'status': 'completed', 'code': 200}
May 02 03:10:15.686195 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:10:15.772694 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f20e19-6a9c-4b28-af6d-ebbe663c46ed req-f34ba1c7-6108-4782-bde5-3de4c2b3ed50 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:15.785887 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-f3f20e19-6a9c-4b28-af6d-ebbe663c46ed req-f34ba1c7-6108-4782-bde5-3de4c2b3ed50 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=a314e278-8c52-4e98-b68a-8402418c5600 HTTP/1.1" status: 200  len: 943 time: 1.3673942
May 02 03:10:15.869281 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-f3f20e19-6a9c-4b28-af6d-ebbe663c46ed req-41ae2b98-ccd6-468c-b753-12c7f55d4152 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706990
May 02 03:10:15.972590 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-6b4a2cee-dfea-491c-9249-854099430470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:16.032303 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9cf37fbf-ce1d-47ca-813c-c42ba1bda392 req-33db9be4-3f80-49f0-be5f-e6ea7d6204ef service neutron] 10.222.0.37 "GET /v2.0/networks/e3c24553-093c-4dba-a579-e14fc9bf8125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9953153
May 02 03:10:16.100168 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f52a1-db9a-4329-a6e7-d39176631110 req-1b560b79-b0fc-45b6-9001-255c6804dd1d tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:16.107479 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-f54f52a1-db9a-4329-a6e7-d39176631110 req-1b560b79-b0fc-45b6-9001-255c6804dd1d tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9765783-88cb-4ed6-8451-689fd4b2b561 HTTP/1.1" status: 200  len: 931 time: 0.4976988
May 02 03:10:16.476756 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-a6b7edab-c59a-40d0-a631-a7022d5649bf req-9d9dde82-8b5d-4760-9605-d4b770a15bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:16.537185 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-f54f52a1-db9a-4329-a6e7-d39176631110 req-4a526f68-02cd-46f7-ab38-f815b60a5a42 tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] 10.222.0.38 "GET /v2.0/security-groups?id=dafcad79-8d42-4da4-b614-466a5dd52708&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4213002
May 02 03:10:16.649676 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa40925-f469-4349-8692-adb0511c6006 req-670347f4-c1a9-42dd-89cc-06bae883785e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:16.654156 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-ffa40925-f469-4349-8692-adb0511c6006 req-670347f4-c1a9-42dd-89cc-06bae883785e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a9fa23c656804d85929e20a6cdbea65a&device_id=a314e278-8c52-4e98-b68a-8402418c5600 HTTP/1.1" status: 200  len: 1096 time: 0.4916065
May 02 03:10:16.730598 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.db_base_plugin_common [None req-2cc70f8a-1300-4347-920b-4e566ba3cbf2 admin admin] Allocated IP 172.20.0.1 (c7fbd4b3-8241-42d4-a727-6c3f39a82264/78de75db-d296-47a5-9b25-e7b9f1e1ac72/905fbcf9-b611-4e90-a9ea-04f76111e3e2) {{(pid=73900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 02 03:10:16.949903 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device d8a1c1b6-1797-4079-99fa-3051584854d2 up at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:10:17.069497 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning for port d8a1c1b6-1797-4079-99fa-3051584854d2 completed by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:10:17.077351 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning complete for port d8a1c1b6-1797-4079-99fa-3051584854d2 triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:10:17.077683 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:17.245638 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa40925-f469-4349-8692-adb0511c6006 req-93273c0b-05af-4a30-b5a4-09bd8392c623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:17.245638 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-ffa40925-f469-4349-8692-adb0511c6006 req-93273c0b-05af-4a30-b5a4-09bd8392c623 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e3c24553-093c-4dba-a579-e14fc9bf8125 HTTP/1.1" status: 200  len: 916 time: 0.5360854
May 02 03:10:17.336107 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:17.393008 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] For port d8a1c1b6-1797-4079-99fa-3051584854d2, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=d8a1c1b6-1797-4079-99fa-3051584854d2,segment=NetworkSegment(3f443235-55d0-4d2d-a949-b49c1a220799),segment_id=3f443235-55d0-4d2d-a949-b49c1a220799)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:10:17.408110 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:17.409683 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 295442ec-ed49-4058-8444-980e103affd6 up at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:10:17.472174 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-bc39737d-1c01-4df1-902d-521b34113ace None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:17.542475 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-2cc70f8a-1300-4347-920b-4e566ba3cbf2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:17.568180 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-ffa40925-f469-4349-8692-adb0511c6006 req-19ba986e-af94-480a-beb9-da49e266f7f8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c740e356-47d6-4db3-ae8b-2b0bf3d4b588 HTTP/1.1" status: 200  len: 217 time: 0.2347090
May 02 03:10:17.761986 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4e00f-0b0c-4fad-8b3c-45efb4833d39 req-ca19dfbb-6edc-4715-be2d-96f9692ad180 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:17.774714 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-0ed4e00f-0b0c-4fad-8b3c-45efb4833d39 req-ca19dfbb-6edc-4715-be2d-96f9692ad180 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=a314e278-8c52-4e98-b68a-8402418c5600 HTTP/1.1" status: 200  len: 943 time: 0.5282845
May 02 03:10:17.808772 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Pushing event updated for resources: {'Port': ['ID=d8a1c1b6-1797-4079-99fa-3051584854d2,revision_number=4']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:17.818853 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:17.824280 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.provisioning_blocks [None req-2cc70f8a-1300-4347-920b-4e566ba3cbf2 admin admin] Transition to ACTIVE for port object 905fbcf9-b611-4e90-a9ea-04f76111e3e2 will not be triggered until provisioned by entity DHCP. {{(pid=73900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:10:17.863133 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning for port 295442ec-ed49-4058-8444-980e103affd6 completed by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:10:17.873924 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning complete for port 295442ec-ed49-4058-8444-980e103affd6 triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:10:17.874314 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:17.994371 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-0ed4e00f-0b0c-4fad-8b3c-45efb4833d39 req-45aac2c9-65dd-4c94-9510-fceb3fae0f02 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2128472
May 02 03:10:18.025317 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa40925-f469-4349-8692-adb0511c6006 req-832c8bdf-5532-415c-b6f1-c50ff670bc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:18.028164 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-ffa40925-f469-4349-8692-adb0511c6006 req-832c8bdf-5532-415c-b6f1-c50ff670bc97 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d5979161-d7b0-4fdb-a66c-2a0a0a8b9b09 HTTP/1.1" status: 200  len: 855 time: 0.4378188
May 02 03:10:18.030314 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-2cc70f8a-1300-4347-920b-4e566ba3cbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747865333526'] for port, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:18.063774 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-d5a763af-55ad-45e5-9c68-32115fb62410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:18.279419 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc70f8a-1300-4347-920b-4e566ba3cbf2 admin admin] Pushing event updated for resources: {'Port': ['ID=905fbcf9-b611-4e90-a9ea-04f76111e3e2,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:18.292600 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc70f8a-1300-4347-920b-4e566ba3cbf2 admin admin] Network c7fbd4b3-8241-42d4-a727-6c3f39a82264 is already hosted by enough agents. {{(pid=73900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:10:18.297703 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-2cc70f8a-1300-4347-920b-4e566ba3cbf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:18.304652 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.base_scheduler [None req-2cc70f8a-1300-4347-920b-4e566ba3cbf2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:10:18.309339 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc70f8a-1300-4347-920b-4e566ba3cbf2 admin admin] Received port after_create {{(pid=73900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 02 03:10:18.309937 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-2cc70f8a-1300-4347-920b-4e566ba3cbf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400854'] for router_interface, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:18.324799 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:18.394098 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] For port 295442ec-ed49-4058-8444-980e103affd6, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=295442ec-ed49-4058-8444-980e103affd6,segment=NetworkSegment(3f443235-55d0-4d2d-a949-b49c1a220799),segment_id=3f443235-55d0-4d2d-a949-b49c1a220799)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:10:18.410225 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:18.424549 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:18.446211 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-ffa40925-f469-4349-8692-adb0511c6006 req-4adb73a0-3569-49f3-9e60-3f0c9fba9c0d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3c24553-093c-4dba-a579-e14fc9bf8125&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4021525
May 02 03:10:18.549353 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Pushing event updated for resources: {'Port': ['ID=295442ec-ed49-4058-8444-980e103affd6,revision_number=4']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:18.565429 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:18.624792 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b289cb-00cd-4a4a-ac70-977d08548301 req-92bb636f-2593-4b5a-8235-4262947aa9ff tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:18.634778 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e5b289cb-00cd-4a4a-ac70-977d08548301 req-92bb636f-2593-4b5a-8235-4262947aa9ff tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9765783-88cb-4ed6-8451-689fd4b2b561 HTTP/1.1" status: 200  len: 931 time: 0.8507030
May 02 03:10:18.749346 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-ba1ce8be-3f08-4afb-8937-3f2f1c4b74a3 None None] Provisioning for port 905fbcf9-b611-4e90-a9ea-04f76111e3e2 completed by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:10:18.756737 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-ba1ce8be-3f08-4afb-8937-3f2f1c4b74a3 None None] Provisioning complete for port 905fbcf9-b611-4e90-a9ea-04f76111e3e2 triggered by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:10:18.757178 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-ba1ce8be-3f08-4afb-8937-3f2f1c4b74a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:18.798059 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-ffa40925-f469-4349-8692-adb0511c6006 req-0ed41a05-35af-4bdf-afb9-1e64266c301a service neutron] 10.222.0.37 "GET /v2.0/networks/e3c24553-093c-4dba-a579-e14fc9bf8125?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3207917
May 02 03:10:18.841712 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-ba1ce8be-3f08-4afb-8937-3f2f1c4b74a3 None None] Port 905fbcf9-b611-4e90-a9ea-04f76111e3e2 cannot update to ACTIVE because it is not bound. {{(pid=73902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 02 03:10:18.865729 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device d8a1c1b6-1797-4079-99fa-3051584854d2 up at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:10:18.929135 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.notifiers.nova [req-a6b7edab-c59a-40d0-a631-a7022d5649bf req-9d9dde82-8b5d-4760-9605-d4b770a15bae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbca4727-3b05-4e62-9a9f-4b4e414e30a3 {{(pid=73900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 02 03:10:18.938382 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-a6b7edab-c59a-40d0-a631-a7022d5649bf req-9d9dde82-8b5d-4760-9605-d4b770a15bae service neutron] Notify callbacks [] for port, precommit_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:18.959205 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.provisioning_blocks [req-a6b7edab-c59a-40d0-a631-a7022d5649bf req-9d9dde82-8b5d-4760-9605-d4b770a15bae service neutron] Transition to ACTIVE for port object fbca4727-3b05-4e62-9a9f-4b4e414e30a3 will not be triggered until provisioned by entity L2. {{(pid=73900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:10:18.978494 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning complete for port d8a1c1b6-1797-4079-99fa-3051584854d2 triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:10:18.979110 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:18.985923 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-ffa40925-f469-4349-8692-adb0511c6006 req-b2594958-711b-4cf5-8f70-ff17d264e652 service neutron] 10.222.0.37 "GET /v2.0/networks/e3c24553-093c-4dba-a579-e14fc9bf8125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1745160
May 02 03:10:19.037147 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e5b289cb-00cd-4a4a-ac70-977d08548301 req-ef7f4550-ef30-4d15-a179-c546a7e9f672 tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] 10.222.0.38 "GET /v2.0/security-groups?id=dafcad79-8d42-4da4-b614-466a5dd52708&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2786100
May 02 03:10:19.067682 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-a6b7edab-c59a-40d0-a631-a7022d5649bf req-9d9dde82-8b5d-4760-9605-d4b770a15bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:19.124803 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-2cc70f8a-1300-4347-920b-4e566ba3cbf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:19.165234 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 295442ec-ed49-4058-8444-980e103affd6 up at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:10:19.181104 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 43996) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:10:19.250355 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning complete for port 295442ec-ed49-4058-8444-980e103affd6 triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:10:19.250649 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:19.283259 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a49ac-e9ea-4a68-97f8-3c3cb7dcb447 req-8c1e900a-af24-4e99-90f7-52d29618fc26 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:19.284971 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-de1a49ac-e9ea-4a68-97f8-3c3cb7dcb447 req-8c1e900a-af24-4e99-90f7-52d29618fc26 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=a314e278-8c52-4e98-b68a-8402418c5600 HTTP/1.1" status: 200  len: 943 time: 0.1375818
May 02 03:10:19.353911 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-de1a49ac-e9ea-4a68-97f8-3c3cb7dcb447 req-7e7bc183-b565-4945-80a9-ac64673a2894 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603991
May 02 03:10:19.375099 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.db_base_plugin_common [None req-6b4a2cee-dfea-491c-9249-854099430470 admin admin] Allocated IP 172.20.0.1 (ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34/1b190fc7-4823-4c94-a79b-e61ea64b5302/b81bc9d2-0bb5-4bc2-98f5-1036ced4ce8b) {{(pid=73900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 02 03:10:19.407038 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-2cc70f8a-1300-4347-920b-4e566ba3cbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:19.408334 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-5d11c4dd-b6f6-4a99-8136-b6c5a8d8d08b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:19.437222 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-5d11c4dd-b6f6-4a99-8136-b6c5a8d8d08b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:10:19.453751 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-5d11c4dd-b6f6-4a99-8136-b6c5a8d8d08b admin admin] Usage tracker for resource:security_group_rule and tenant:53710f9861c5456093f64d1050678368 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:10:19.460500 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-5d11c4dd-b6f6-4a99-8136-b6c5a8d8d08b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:10:19.470131 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-5d11c4dd-b6f6-4a99-8136-b6c5a8d8d08b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:10:19.516968 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9dde82-8b5d-4760-9605-d4b770a15bae service neutron] Pushing event updated for resources: {'Port': ['ID=fbca4727-3b05-4e62-9a9f-4b4e414e30a3,revision_number=2']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:19.539739 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-9d9dde82-8b5d-4760-9605-d4b770a15bae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:19.665320 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-5d11c4dd-b6f6-4a99-8136-b6c5a8d8d08b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:19.676177 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-5d11c4dd-b6f6-4a99-8136-b6c5a8d8d08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:19.677430 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [req-a6b7edab-c59a-40d0-a631-a7022d5649bf req-9d9dde82-8b5d-4760-9605-d4b770a15bae service neutron] Attempting to bind port fbca4727-3b05-4e62-9a9f-4b4e414e30a3 on host hv-cinder-78907 for vnic_type normal with profile  {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 02 03:10:19.677778 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [req-a6b7edab-c59a-40d0-a631-a7022d5649bf req-9d9dde82-8b5d-4760-9605-d4b770a15bae service neutron] Attempting to bind port fbca4727-3b05-4e62-9a9f-4b4e414e30a3 by drivers openvswitch,hyperv on host hv-cinder-78907 at level 0 using segments [{'id': '7f6905ed-2579-4d55-ab77-b375fe4c1db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a8ade9c2-9766-4205-91d5-ada78c406a29'}] {{(pid=73900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 02 03:10:19.678126 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b7edab-c59a-40d0-a631-a7022d5649bf req-9d9dde82-8b5d-4760-9605-d4b770a15bae service neutron] Attempting to bind port fbca4727-3b05-4e62-9a9f-4b4e414e30a3 on network a8ade9c2-9766-4205-91d5-ada78c406a29 {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:10:19.732294 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-6acb5898-5487-4832-94d0-1da525267897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:19.744605 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b7edab-c59a-40d0-a631-a7022d5649bf req-9d9dde82-8b5d-4760-9605-d4b770a15bae service neutron] Port fbca4727-3b05-4e62-9a9f-4b4e414e30a3 on network a8ade9c2-9766-4205-91d5-ada78c406a29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78907 {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 02 03:10:19.745035 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b7edab-c59a-40d0-a631-a7022d5649bf req-9d9dde82-8b5d-4760-9605-d4b770a15bae service neutron] Attempting to bind port fbca4727-3b05-4e62-9a9f-4b4e414e30a3 on network a8ade9c2-9766-4205-91d5-ada78c406a29 {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:10:19.751502 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-5d11c4dd-b6f6-4a99-8136-b6c5a8d8d08b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=53710f9861c5456093f64d1050678368&name=default HTTP/1.1" status: 200  len: 2977 time: 0.5685513
May 02 03:10:19.763911 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 44022) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:10:19.796390 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b7edab-c59a-40d0-a631-a7022d5649bf req-9d9dde82-8b5d-4760-9605-d4b770a15bae service neutron] Checking agent: {'id': '8531ff9a-0c75-4a44-9da7-2507d2e05f16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 8, 9), 'started_at': datetime.datetime(2021, 5, 2, 3, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 02 03:10:19.796875 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b7edab-c59a-40d0-a631-a7022d5649bf req-9d9dde82-8b5d-4760-9605-d4b770a15bae service neutron] Checking segment: {'id': '7f6905ed-2579-4d55-ab77-b375fe4c1db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a8ade9c2-9766-4205-91d5-ada78c406a29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:10:19.797427 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b7edab-c59a-40d0-a631-a7022d5649bf req-9d9dde82-8b5d-4760-9605-d4b770a15bae service neutron] Bound using segment: {'id': '7f6905ed-2579-4d55-ab77-b375fe4c1db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a8ade9c2-9766-4205-91d5-ada78c406a29'} {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 02 03:10:19.797962 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [req-a6b7edab-c59a-40d0-a631-a7022d5649bf req-9d9dde82-8b5d-4760-9605-d4b770a15bae service neutron] Bound port: fbca4727-3b05-4e62-9a9f-4b4e414e30a3, host: hv-cinder-78907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f6905ed-2579-4d55-ab77-b375fe4c1db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a8ade9c2-9766-4205-91d5-ada78c406a29'}}] {{(pid=73900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 02 03:10:19.798336 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-a6b7edab-c59a-40d0-a631-a7022d5649bf req-9d9dde82-8b5d-4760-9605-d4b770a15bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:19.844766 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d11c4dd-b6f6-4a99-8136-b6c5a8d8d08b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9638997c-14d4-4472-863a-ebd6f53e5531,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:19.851017 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-5d11c4dd-b6f6-4a99-8136-b6c5a8d8d08b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:19.910251 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-2ac58521-e248-4ed9-a9bf-89b4afd50951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:19.944681 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-2ac58521-e248-4ed9-a9bf-89b4afd50951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:20.009281 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-2ac58521-e248-4ed9-a9bf-89b4afd50951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:20.013310 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:20.031044 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac58521-e248-4ed9-a9bf-89b4afd50951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9638997c-14d4-4472-863a-ebd6f53e5531,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:20.035869 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-2ac58521-e248-4ed9-a9bf-89b4afd50951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:20.042964 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-6b4a2cee-dfea-491c-9249-854099430470 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:20.043538 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-2ac58521-e248-4ed9-a9bf-89b4afd50951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:20.044613 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-2ac58521-e248-4ed9-a9bf-89b4afd50951 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9638997c-14d4-4472-863a-ebd6f53e5531 HTTP/1.1" status: 204  len: 168 time: 0.2785587
May 02 03:10:20.152170 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [req-a6b7edab-c59a-40d0-a631-a7022d5649bf req-9d9dde82-8b5d-4760-9605-d4b770a15bae service neutron] For port fbca4727-3b05-4e62-9a9f-4b4e414e30a3, host hv-cinder-78907, cleared binding levels {{(pid=73900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 02 03:10:20.172398 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [req-a6b7edab-c59a-40d0-a631-a7022d5649bf req-9d9dde82-8b5d-4760-9605-d4b770a15bae service neutron] For port fbca4727-3b05-4e62-9a9f-4b4e414e30a3, host hv-cinder-78907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=fbca4727-3b05-4e62-9a9f-4b4e414e30a3,segment=NetworkSegment(7f6905ed-2579-4d55-ab77-b375fe4c1db7),segment_id=7f6905ed-2579-4d55-ab77-b375fe4c1db7)] {{(pid=73900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 02 03:10:20.191949 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-a6b7edab-c59a-40d0-a631-a7022d5649bf req-9d9dde82-8b5d-4760-9605-d4b770a15bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:20.212733 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-2cc70f8a-1300-4347-920b-4e566ba3cbf2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:20.216067 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-80b59027-ae4d-492b-94fb-1bade5319c10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:20.297342 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-2cc70f8a-1300-4347-920b-4e566ba3cbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:20.326595 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9dde82-8b5d-4760-9605-d4b770a15bae service neutron] Pushing event updated for resources: {'Port': ['ID=fbca4727-3b05-4e62-9a9f-4b4e414e30a3,revision_number=3']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:20.331021 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7edab-c59a-40d0-a631-a7022d5649bf req-9d9dde82-8b5d-4760-9605-d4b770a15bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:20.333322 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-a6b7edab-c59a-40d0-a631-a7022d5649bf req-9d9dde82-8b5d-4760-9605-d4b770a15bae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for port, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:20.335517 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-a6b7edab-c59a-40d0-a631-a7022d5649bf req-9d9dde82-8b5d-4760-9605-d4b770a15bae service neutron] 10.222.0.37 "PUT /v2.0/ports/fbca4727-3b05-4e62-9a9f-4b4e414e30a3 HTTP/1.1" status: 200  len: 1093 time: 5.9450824
May 02 03:10:20.337578 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-9d9dde82-8b5d-4760-9605-d4b770a15bae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:20.338530 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-2cc70f8a-1300-4347-920b-4e566ba3cbf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-400757'] for router_interface, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:20.349804 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:20.362045 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c4ed3-0a03-44af-99f9-75b3f63420c7 req-12aba6c8-e9e3-402c-82d6-ab6bda9a578e tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:20.376534 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-233c4ed3-0a03-44af-99f9-75b3f63420c7 req-12aba6c8-e9e3-402c-82d6-ab6bda9a578e tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9765783-88cb-4ed6-8451-689fd4b2b561 HTTP/1.1" status: 200  len: 943 time: 0.1564355
May 02 03:10:20.389595 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9765783-88cb-4ed6-8451-689fd4b2b561', 'tag': 'fbca4727-3b05-4e62-9a9f-4b4e414e30a3'}] {{(pid=73900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:10:20.449485 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-233c4ed3-0a03-44af-99f9-75b3f63420c7 req-f8acfb87-045b-4b06-a2f5-cf467825f549 tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] 10.222.0.38 "GET /v2.0/security-groups?id=dafcad79-8d42-4da4-b614-466a5dd52708&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718009
May 02 03:10:20.480039 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 44058) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:10:20.619621 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff1d46-254c-4a4d-adda-d9e1a1a186a2 req-0c264a32-3d93-4085-889e-248173dc3d1f tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:20.621918 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-72ff1d46-254c-4a4d-adda-d9e1a1a186a2 req-0c264a32-3d93-4085-889e-248173dc3d1f tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=a314e278-8c52-4e98-b68a-8402418c5600 HTTP/1.1" status: 200  len: 943 time: 0.1081796
May 02 03:10:20.638091 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-6b4a2cee-dfea-491c-9249-854099430470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747865333526'] for port, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:20.666392 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 44064) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:10:20.690630 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4a2cee-dfea-491c-9249-854099430470 admin admin] Network ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34 is already hosted by enough agents. {{(pid=73900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:10:20.694363 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc70f8a-1300-4347-920b-4e566ba3cbf2 admin admin] Pushing event updated for resources: {'Port': ['ID=905fbcf9-b611-4e90-a9ea-04f76111e3e2,revision_number=2']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:20.697660 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-2cc70f8a-1300-4347-920b-4e566ba3cbf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:20.698309 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-72ff1d46-254c-4a4d-adda-d9e1a1a186a2 req-8b012c62-0ef6-46ee-bc2d-0e95a63fc096 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703261
May 02 03:10:20.703075 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:20.708668 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-4c15938a-c9a1-49d5-b393-11ad57dc4eb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:20.725175 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-4c15938a-c9a1-49d5-b393-11ad57dc4eb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:10:20.729560 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-4c15938a-c9a1-49d5-b393-11ad57dc4eb3 admin admin] Usage tracker for resource:security_group_rule and tenant:bd0159bfb7d145459de162ff93a3c799 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:10:20.732957 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-4c15938a-c9a1-49d5-b393-11ad57dc4eb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:10:20.734089 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.base_scheduler [None req-6b4a2cee-dfea-491c-9249-854099430470 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:10:20.737502 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4a2cee-dfea-491c-9249-854099430470 admin admin] Received port after_create {{(pid=73900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 02 03:10:20.738692 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-6b4a2cee-dfea-491c-9249-854099430470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400854'] for router_interface, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:20.751300 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-4c15938a-c9a1-49d5-b393-11ad57dc4eb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:10:20.918383 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc70f8a-1300-4347-920b-4e566ba3cbf2 admin admin] Network c7fbd4b3-8241-42d4-a727-6c3f39a82264 is already hosted by enough agents. {{(pid=73900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:10:20.925569 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-4c15938a-c9a1-49d5-b393-11ad57dc4eb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:20.933494 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-4c15938a-c9a1-49d5-b393-11ad57dc4eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:20.942876 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:20.947216 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4a2cee-dfea-491c-9249-854099430470 admin admin] Pushing event updated for resources: {'Port': ['ID=b81bc9d2-0bb5-4bc2-98f5-1036ced4ce8b,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:20.956153 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-6b4a2cee-dfea-491c-9249-854099430470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:20.958537 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.base_scheduler [None req-2cc70f8a-1300-4347-920b-4e566ba3cbf2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:10:20.990217 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7edab-c59a-40d0-a631-a7022d5649bf req-e5aa377e-285f-49a1-a076-0b55e8a09550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:20.991837 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-a6b7edab-c59a-40d0-a631-a7022d5649bf req-e5aa377e-285f-49a1-a076-0b55e8a09550 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af3193f1c1e6445ba9dc3c083e914e2a&device_id=c9765783-88cb-4ed6-8451-689fd4b2b561 HTTP/1.1" status: 200  len: 1096 time: 0.5313625
May 02 03:10:21.010982 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-4c15938a-c9a1-49d5-b393-11ad57dc4eb3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bd0159bfb7d145459de162ff93a3c799&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3423138
May 02 03:10:21.025800 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 44074) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:10:21.136446 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15938a-c9a1-49d5-b393-11ad57dc4eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd1efbe-7e98-47a1-9cb0-236e6841ec06,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:21.149510 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-4c15938a-c9a1-49d5-b393-11ad57dc4eb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:21.154207 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-4f88a176-c91c-4043-9115-1f9579b95d15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:21.179846 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-a6b7edab-c59a-40d0-a631-a7022d5649bf req-970f5e19-e4d2-4304-b230-b5d7c8d8bcd4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fbca4727-3b05-4e62-9a9f-4b4e414e30a3 HTTP/1.1" status: 200  len: 217 time: 0.1037722
May 02 03:10:21.190656 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-4f88a176-c91c-4043-9115-1f9579b95d15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:10:21.196955 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-4f88a176-c91c-4043-9115-1f9579b95d15 admin admin] Usage tracker for resource:security_group_rule and tenant:8007d03f80034d74b7d3daa8a996acc4 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:10:21.201110 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-4f88a176-c91c-4043-9115-1f9579b95d15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:10:21.233870 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-4f88a176-c91c-4043-9115-1f9579b95d15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:10:21.284821 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 44082) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:10:21.306057 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-6fe0e795-cba2-4541-a15e-e1b24ba157ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:21.351701 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-6fe0e795-cba2-4541-a15e-e1b24ba157ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:21.430167 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-3a168673-553f-4e6a-983f-11c52389b928 None None] Provisioning complete for port 905fbcf9-b611-4e90-a9ea-04f76111e3e2 triggered by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:10:21.431541 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-3a168673-553f-4e6a-983f-11c52389b928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:21.468088 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc70f8a-1300-4347-920b-4e566ba3cbf2 admin admin] Router b1ef1151-805b-4f83-a46a-7c96f7d8cd61 has already been hosted by L3 agent c822661f-3527-457d-a53a-678072f60f18 {{(pid=73900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 02 03:10:21.470041 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7edab-c59a-40d0-a631-a7022d5649bf req-451db14c-f166-4856-b14d-dff44d753262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:21.472006 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-a6b7edab-c59a-40d0-a631-a7022d5649bf req-451db14c-f166-4856-b14d-dff44d753262 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4361db73-09dc-4ca3-ab0d-eef40ac52ba3 HTTP/1.1" status: 200  len: 852 time: 0.2788184
May 02 03:10:21.520688 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-2c185342-8a3c-4198-b812-76e295344a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:21.554982 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-4f88a176-c91c-4043-9115-1f9579b95d15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:21.576046 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device c740e356-47d6-4db3-ae8b-2b0bf3d4b588 details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=73902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 02 03:10:21.579725 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-2c185342-8a3c-4198-b812-76e295344a05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:10:21.585321 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-2c185342-8a3c-4198-b812-76e295344a05 admin admin] Usage tracker for resource:security_group_rule and tenant:8548af974929491c9d3691a6d3eb4bda is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:10:21.588963 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-2c185342-8a3c-4198-b812-76e295344a05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:10:21.602063 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-4f88a176-c91c-4043-9115-1f9579b95d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:21.620068 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-2c185342-8a3c-4198-b812-76e295344a05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:10:21.623442 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:21.629783 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-3a168673-553f-4e6a-983f-11c52389b928 None None] Port 905fbcf9-b611-4e90-a9ea-04f76111e3e2 cannot update to ACTIVE because it is not bound. {{(pid=73902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 02 03:10:21.664262 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-6fe0e795-cba2-4541-a15e-e1b24ba157ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:21.699895 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-4f88a176-c91c-4043-9115-1f9579b95d15 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8007d03f80034d74b7d3daa8a996acc4&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2186563
May 02 03:10:21.708419 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 44098) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:10:21.719596 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f88a176-c91c-4043-9115-1f9579b95d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=150b0afb-490f-43b2-bfb4-356d8c40de1f,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:21.771873 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-4f88a176-c91c-4043-9115-1f9579b95d15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:21.780174 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-b421cb90-86cb-486b-8e14-0047805284ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:21.804974 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe0e795-cba2-4541-a15e-e1b24ba157ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd1efbe-7e98-47a1-9cb0-236e6841ec06,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:21.815366 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-6fe0e795-cba2-4541-a15e-e1b24ba157ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:21.857737 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-6fe0e795-cba2-4541-a15e-e1b24ba157ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:21.859205 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-6fe0e795-cba2-4541-a15e-e1b24ba157ce admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9fd1efbe-7e98-47a1-9cb0-236e6841ec06 HTTP/1.1" status: 204  len: 168 time: 0.8323019
May 02 03:10:21.895796 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9765783-88cb-4ed6-8451-689fd4b2b561', 'tag': 'fbca4727-3b05-4e62-9a9f-4b4e414e30a3', 'status': 'completed', 'code': 200}
May 02 03:10:21.929627 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port c740e356-47d6-4db3-ae8b-2b0bf3d4b588, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=c740e356-47d6-4db3-ae8b-2b0bf3d4b588,segment=NetworkSegment(b30497ce-e2ee-43bf-863e-b0adb6c70caf),segment_id=b30497ce-e2ee-43bf-863e-b0adb6c70caf)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:10:21.955234 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Returning: {'device': 'c740e356-47d6-4db3-ae8b-2b0bf3d4b588', 'network_id': 'e3c24553-093c-4dba-a579-e14fc9bf8125', 'port_id': 'c740e356-47d6-4db3-ae8b-2b0bf3d4b588', 'mac_address': 'fa:16:3e:1a:b7:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5979161-d7b0-4fdb-a66c-2a0a0a8b9b09', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 02 03:10:22.044199 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:22.090055 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-4f45e379-23ba-4a53-bef5-937f998ee484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:22.097140 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-a6b7edab-c59a-40d0-a631-a7022d5649bf req-2f956859-8b97-4ea4-983c-c5f61ba40c67 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a8ade9c2-9766-4205-91d5-ada78c406a29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.6159217
May 02 03:10:22.103699 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.notifiers.nova [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c740e356-47d6-4db3-ae8b-2b0bf3d4b588 {{(pid=73902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 02 03:10:22.125522 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-4f45e379-23ba-4a53-bef5-937f998ee484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:22.150706 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port c740e356-47d6-4db3-ae8b-2b0bf3d4b588, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=c740e356-47d6-4db3-ae8b-2b0bf3d4b588,segment=NetworkSegment(b30497ce-e2ee-43bf-863e-b0adb6c70caf),segment_id=b30497ce-e2ee-43bf-863e-b0adb6c70caf)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:10:22.163880 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:22.174575 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:22.219100 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-4f45e379-23ba-4a53-bef5-937f998ee484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:22.254352 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-c10ced89-1c27-4d19-8a28-f3a0c4c219e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:22.262289 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-6b4a2cee-dfea-491c-9249-854099430470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:22.271807 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-4f45e379-23ba-4a53-bef5-937f998ee484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:22.275607 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-4f45e379-23ba-4a53-bef5-937f998ee484 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/150b0afb-490f-43b2-bfb4-356d8c40de1f HTTP/1.1" status: 204  len: 168 time: 0.5612500
May 02 03:10:22.283235 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc70f8a-1300-4347-920b-4e566ba3cbf2 admin admin] Notify agent at l3_agent.dv-cinder-789077-1-iscsi the message routers_updated {{(pid=73900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 02 03:10:22.284004 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa57bd-d3a4-4d55-b9c2-a65d57104f8c req-7c86bb7a-c251-4fcd-af72-bb9e009ff041 tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:22.289113 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9caa57bd-d3a4-4d55-b9c2-a65d57104f8c req-7c86bb7a-c251-4fcd-af72-bb9e009ff041 tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9765783-88cb-4ed6-8451-689fd4b2b561 HTTP/1.1" status: 200  len: 943 time: 0.5504482
May 02 03:10:22.291158 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-2c185342-8a3c-4198-b812-76e295344a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:22.294474 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c730f4-5943-4574-b807-924ae7e2fe1e None None] Sync routers for ids ['b1ef1151-805b-4f83-a46a-7c96f7d8cd61'] in dv-cinder-789077-1-iscsi {{(pid=73903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 02 03:10:22.314759 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c730f4-5943-4574-b807-924ae7e2fe1e None None] Routers {'b1ef1151-805b-4f83-a46a-7c96f7d8cd61'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:10:22.317550 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-44c730f4-5943-4574-b807-924ae7e2fe1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c5637b4c0>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:10:08Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['b1ef1151-805b-4f83-a46a-7c96f7d8cd61'], 'active': True} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:10:22.341817 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45e379-23ba-4a53-bef5-937f998ee484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150b0afb-490f-43b2-bfb4-356d8c40de1f,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:22.346358 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-4f45e379-23ba-4a53-bef5-937f998ee484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:22.359305 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-2c185342-8a3c-4198-b812-76e295344a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:22.420370 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-2cc70f8a-1300-4347-920b-4e566ba3cbf2 admin admin] 10.222.0.38 "PUT /v2.0/routers/b1ef1151-805b-4f83-a46a-7c96f7d8cd61/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.7475183
May 02 03:10:22.440094 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-4f88a176-c91c-4043-9115-1f9579b95d15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:22.448153 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] get_ports_and_sgs() called for port_ids ['c740e356-47d6-4db3-ae8b-2b0bf3d4b588'] {{(pid=73902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 02 03:10:22.453843 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-a6b7edab-c59a-40d0-a631-a7022d5649bf req-aa746384-c8e7-4aab-8561-3645658927fa service neutron] 10.222.0.37 "GET /v2.0/networks/a8ade9c2-9766-4205-91d5-ada78c406a29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3414080
May 02 03:10:22.572256 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Pushing event updated for resources: {'Port': ['ID=c740e356-47d6-4db3-ae8b-2b0bf3d4b588,revision_number=4']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:22.583692 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-2c185342-8a3c-4198-b812-76e295344a05 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8548af974929491c9d3691a6d3eb4bda&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2968018
May 02 03:10:22.585478 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:22.597778 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ca312-732d-4989-b383-d42497489b5b req-4a97adac-45bc-4670-ab0b-5f11324b9f3f tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:22.599362 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-f36ca312-732d-4989-b383-d42497489b5b req-4a97adac-45bc-4670-ab0b-5f11324b9f3f tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=a314e278-8c52-4e98-b68a-8402418c5600 HTTP/1.1" status: 200  len: 943 time: 0.6451056
May 02 03:10:22.618398 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 44122) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:10:22.625167 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c185342-8a3c-4198-b812-76e295344a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b722cc-76aa-4c1c-91f0-c516104d8fd8,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:22.628612 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-2c185342-8a3c-4198-b812-76e295344a05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:22.641938 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9caa57bd-d3a4-4d55-b9c2-a65d57104f8c req-6a4039e2-8f4b-48b8-a0e7-1acfa9a5b5f4 tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] 10.222.0.38 "GET /v2.0/security-groups?id=dafcad79-8d42-4da4-b614-466a5dd52708&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3147848
May 02 03:10:22.766455 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-f36ca312-732d-4989-b383-d42497489b5b req-cf47dc5c-8516-423d-9e70-fa77b0f5e1a4 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1408722
May 02 03:10:22.806070 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-0421dddd-36ed-4f08-8064-5221bc2ae37c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:22.807425 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-a6b7edab-c59a-40d0-a631-a7022d5649bf req-d33aa881-cc72-42b8-bee1-e8258e7a1cfd service neutron] 10.222.0.37 "GET /v2.0/networks/a8ade9c2-9766-4205-91d5-ada78c406a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3460076
May 02 03:10:22.911077 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-0421dddd-36ed-4f08-8064-5221bc2ae37c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:22.932530 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvr_db [None req-44c730f4-5943-4574-b807-924ae7e2fe1e None None] Set router b1ef1151-805b-4f83-a46a-7c96f7d8cd61 gateway port host: dv-cinder-789077-1-iscsi {{(pid=73903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:10:23.077547 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-0421dddd-36ed-4f08-8064-5221bc2ae37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:23.083869 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:23.094450 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-6b4a2cee-dfea-491c-9249-854099430470 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:23.120740 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-6b4a2cee-dfea-491c-9249-854099430470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:23.122370 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0421dddd-36ed-4f08-8064-5221bc2ae37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b722cc-76aa-4c1c-91f0-c516104d8fd8,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:23.130366 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-0421dddd-36ed-4f08-8064-5221bc2ae37c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:23.145579 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa639cf6-ac19-4e67-8e3d-31ad43390bb9 req-67bd6fdf-584e-4c19-81e7-dc0ac2d50cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:23.146723 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-0421dddd-36ed-4f08-8064-5221bc2ae37c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:23.150157 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-aa639cf6-ac19-4e67-8e3d-31ad43390bb9 req-67bd6fdf-584e-4c19-81e7-dc0ac2d50cce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af3193f1c1e6445ba9dc3c083e914e2a&device_id=c9765783-88cb-4ed6-8451-689fd4b2b561 HTTP/1.1" status: 200  len: 1096 time: 0.2692325
May 02 03:10:23.150853 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-0421dddd-36ed-4f08-8064-5221bc2ae37c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b1b722cc-76aa-4c1c-91f0-c516104d8fd8 HTTP/1.1" status: 204  len: 168 time: 0.5312521
May 02 03:10:23.153854 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-6b4a2cee-dfea-491c-9249-854099430470 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-400757'] for router_interface, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:23.168421 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-2cc70f8a-1300-4347-920b-4e566ba3cbf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:23.269997 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 44142) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:10:23.460762 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device c740e356-47d6-4db3-ae8b-2b0bf3d4b588 up at agent hyperv_hv-cinder-78907 {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:10:23.474106 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4a2cee-dfea-491c-9249-854099430470 admin admin] Pushing event updated for resources: {'Port': ['ID=b81bc9d2-0bb5-4bc2-98f5-1036ced4ce8b,revision_number=2']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:23.483990 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-6b4a2cee-dfea-491c-9249-854099430470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:23.517586 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-a6144bbd-ec0b-46cb-a3a3-caa50b9a002c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:23.542603 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-44c730f4-5943-4574-b807-924ae7e2fe1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c5637b4c0>, [{'id': 'b1ef1151-805b-4f83-a46a-7c96f7d8cd61', 'name': 'tempest-AttachVolumeShelveTestJSON-1562313329-router', 'tenant_id': '4e7db1adde334ad386f1a91ee9ac0682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '295442ec-ed49-4058-8444-980e103affd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:09:50Z', 'updated_at': '2021-05-02T03:10:18Z', 'revision_number': 4, 'project_id': '4e7db1adde334ad386f1a91ee9ac0682', 'gw_port': {'id': '295442ec-ed49-4058-8444-980e103affd6', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:05:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ef1151-805b-4f83-a46a-7c96f7d8cd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:55Z', 'updated_at': '2021-05-02T03:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_interfaces': [{'id': '905fbcf9-b611-4e90-a9ea-04f76111e3e2', 'name': '', 'network_id': 'c7fbd4b3-8241-42d4-a727-6c3f39a82264', 'tenant_id': '4e7db1adde334ad386f1a91ee9ac0682', 'mac_address': 'fa:16:3e:c2:9d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ef1151-805b-4f83-a46a-7c96f7d8cd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '78de75db-d296-47a5-9b25-e7b9f1e1ac72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:10:15Z', 'updated_at': '2021-05-02T03:10:19Z', 'revision_number': 2, 'project_id': '4e7db1adde334ad386f1a91ee9ac0682', 'subnets': [{'id': '78de75db-d296-47a5-9b25-e7b9f1e1ac72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:10:23.553741 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c730f4-5943-4574-b807-924ae7e2fe1e None None] Checking router: b1ef1151-805b-4f83-a46a-7c96f7d8cd61 for host: dv-cinder-789077-1-iscsi {{(pid=73903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 02 03:10:23.554137 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c730f4-5943-4574-b807-924ae7e2fe1e None None] Updating router b1ef1151-805b-4f83-a46a-7c96f7d8cd61 port 905fbcf9-b611-4e90-a9ea-04f76111e3e2 binding host dv-cinder-789077-1-iscsi {{(pid=73903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 02 03:10:23.555257 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4a2cee-dfea-491c-9249-854099430470 admin admin] Network ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34 is already hosted by enough agents. {{(pid=73900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:10:23.557760 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Provisioning for port c740e356-47d6-4db3-ae8b-2b0bf3d4b588 completed by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:10:23.559082 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.base_scheduler [None req-6b4a2cee-dfea-491c-9249-854099430470 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:10:23.566647 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Provisioning complete for port c740e356-47d6-4db3-ae8b-2b0bf3d4b588 triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:10:23.568398 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:23.586597 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-a6144bbd-ec0b-46cb-a3a3-caa50b9a002c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:10:23.599299 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-a6144bbd-ec0b-46cb-a3a3-caa50b9a002c admin admin] Usage tracker for resource:security_group_rule and tenant:f9e3a652bcd44bae9e2d28450b8b2a0a is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:10:23.614105 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-a6144bbd-ec0b-46cb-a3a3-caa50b9a002c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:10:23.645677 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-a6144bbd-ec0b-46cb-a3a3-caa50b9a002c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:10:23.645893 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-44c730f4-5943-4574-b807-924ae7e2fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:23.877792 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:23.993524 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port c740e356-47d6-4db3-ae8b-2b0bf3d4b588, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=c740e356-47d6-4db3-ae8b-2b0bf3d4b588,segment=NetworkSegment(b30497ce-e2ee-43bf-863e-b0adb6c70caf),segment_id=b30497ce-e2ee-43bf-863e-b0adb6c70caf)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:10:23.997710 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a314e278-8c52-4e98-b68a-8402418c5600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c740e356-47d6-4db3-ae8b-2b0bf3d4b588'}] {{(pid=73902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:10:24.018979 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-a6144bbd-ec0b-46cb-a3a3-caa50b9a002c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:24.031811 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-a6144bbd-ec0b-46cb-a3a3-caa50b9a002c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:24.045970 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa639cf6-ac19-4e67-8e3d-31ad43390bb9 req-2d6de285-4523-4f87-be05-a6db1f093134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:24.059195 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-aa639cf6-ac19-4e67-8e3d-31ad43390bb9 req-2d6de285-4523-4f87-be05-a6db1f093134 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a8ade9c2-9766-4205-91d5-ada78c406a29 HTTP/1.1" status: 200  len: 913 time: 0.8860488
May 02 03:10:24.091342 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:24.119672 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-a6144bbd-ec0b-46cb-a3a3-caa50b9a002c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f9e3a652bcd44bae9e2d28450b8b2a0a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8460546
May 02 03:10:24.124982 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-44c730f4-5943-4574-b807-924ae7e2fe1e None None] Notify callbacks [] for port, precommit_update {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:24.140874 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.provisioning_blocks [None req-44c730f4-5943-4574-b807-924ae7e2fe1e None None] Transition to ACTIVE for port object 905fbcf9-b611-4e90-a9ea-04f76111e3e2 will not be triggered until provisioned by entity L2. {{(pid=73903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:10:24.157930 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-44c730f4-5943-4574-b807-924ae7e2fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:24.184500 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:24.200077 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 44160) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:10:24.213803 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:24.219659 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:24.298190 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-aa639cf6-ac19-4e67-8e3d-31ad43390bb9 req-a10bd732-031f-4b61-9d6e-66d4631d57f3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fbca4727-3b05-4e62-9a9f-4b4e414e30a3 HTTP/1.1" status: 200  len: 217 time: 0.2187924
May 02 03:10:24.436146 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Pushing event updated for resources: {'Port': ['ID=c740e356-47d6-4db3-ae8b-2b0bf3d4b588,revision_number=5']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:24.454706 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6144bbd-ec0b-46cb-a3a3-caa50b9a002c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1bbfc2-9b05-4449-abe7-8d45e29198e0,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:24.455317 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:24.468792 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-a6144bbd-ec0b-46cb-a3a3-caa50b9a002c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:24.489423 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.managers [None req-44c730f4-5943-4574-b807-924ae7e2fe1e None None] Attempting to bind port 905fbcf9-b611-4e90-a9ea-04f76111e3e2 on host dv-cinder-789077-1-iscsi for vnic_type normal with profile  {{(pid=73903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 02 03:10:24.489994 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.managers [None req-44c730f4-5943-4574-b807-924ae7e2fe1e None None] Attempting to bind port 905fbcf9-b611-4e90-a9ea-04f76111e3e2 by drivers openvswitch,hyperv on host dv-cinder-789077-1-iscsi at level 0 using segments [{'id': '6c6f3f05-f004-471e-8a0e-26e9fcb39326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c7fbd4b3-8241-42d4-a727-6c3f39a82264'}] {{(pid=73903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 02 03:10:24.490849 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c730f4-5943-4574-b807-924ae7e2fe1e None None] Attempting to bind port 905fbcf9-b611-4e90-a9ea-04f76111e3e2 on network c7fbd4b3-8241-42d4-a727-6c3f39a82264 {{(pid=73903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:10:24.505901 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c730f4-5943-4574-b807-924ae7e2fe1e None None] Checking agent: {'id': 'b50cee90-c6d3-4c0d-a208-12c20bd9f0cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 2, 8), 'started_at': datetime.datetime(2021, 5, 2, 3, 2, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 02 03:10:24.506591 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c730f4-5943-4574-b807-924ae7e2fe1e None None] Checking segment: {'id': '6c6f3f05-f004-471e-8a0e-26e9fcb39326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c7fbd4b3-8241-42d4-a727-6c3f39a82264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:10:24.507169 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-44c730f4-5943-4574-b807-924ae7e2fe1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:24.507853 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c730f4-5943-4574-b807-924ae7e2fe1e None None] Bound using segment: {'id': '6c6f3f05-f004-471e-8a0e-26e9fcb39326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c7fbd4b3-8241-42d4-a727-6c3f39a82264'} {{(pid=73903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 02 03:10:24.508718 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.managers [None req-44c730f4-5943-4574-b807-924ae7e2fe1e None None] Bound port: 905fbcf9-b611-4e90-a9ea-04f76111e3e2, host: dv-cinder-789077-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c6f3f05-f004-471e-8a0e-26e9fcb39326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c7fbd4b3-8241-42d4-a727-6c3f39a82264'}}] {{(pid=73903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 02 03:10:24.509221 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 44170) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:10:24.509625 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-44c730f4-5943-4574-b807-924ae7e2fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:24.596915 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 44178) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:10:24.609872 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-120582ac-6b6e-4dfc-8d00-a46165b7b5fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:24.635589 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa639cf6-ac19-4e67-8e3d-31ad43390bb9 req-3ee30c2c-e648-4c40-b768-be048e84ae3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:24.639194 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-aa639cf6-ac19-4e67-8e3d-31ad43390bb9 req-3ee30c2c-e648-4c40-b768-be048e84ae3b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4361db73-09dc-4ca3-ab0d-eef40ac52ba3 HTTP/1.1" status: 200  len: 852 time: 0.3234298
May 02 03:10:24.642737 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-7d738c3f-4df4-4620-a57e-fce2d4ad6432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:24.649649 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed936a6-caf1-4a2c-86dd-de9a4428615d None None] Pushing event updated for resources: {'Port': ['ID=905fbcf9-b611-4e90-a9ea-04f76111e3e2,revision_number=3']} {{(pid=73903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:24.657361 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG oslo_concurrency.lockutils [None req-6ed936a6-caf1-4a2c-86dd-de9a4428615d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=73903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:24.681181 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-7d738c3f-4df4-4620-a57e-fce2d4ad6432 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:10:24.687920 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-7d738c3f-4df4-4620-a57e-fce2d4ad6432 admin admin] Usage tracker for resource:security_group_rule and tenant:c32ce58426054048985dc62bb07c4bd2 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:10:24.696286 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-7d738c3f-4df4-4620-a57e-fce2d4ad6432 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:10:24.715986 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-7d738c3f-4df4-4620-a57e-fce2d4ad6432 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:10:24.754824 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.db [None req-44c730f4-5943-4574-b807-924ae7e2fe1e None None] For port 905fbcf9-b611-4e90-a9ea-04f76111e3e2, host dv-cinder-789077-1-iscsi, cleared binding levels {{(pid=73903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 02 03:10:24.763265 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.db [None req-44c730f4-5943-4574-b807-924ae7e2fe1e None None] For port 905fbcf9-b611-4e90-a9ea-04f76111e3e2, host dv-cinder-789077-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=905fbcf9-b611-4e90-a9ea-04f76111e3e2,segment=NetworkSegment(6c6f3f05-f004-471e-8a0e-26e9fcb39326),segment_id=6c6f3f05-f004-471e-8a0e-26e9fcb39326)] {{(pid=73903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 02 03:10:24.774206 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-44c730f4-5943-4574-b807-924ae7e2fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:24.783747 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG oslo_concurrency.lockutils [None req-7094d6f1-e5b2-42a4-886a-02faed399360 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=73903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:24.789551 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b4a2cee-dfea-491c-9249-854099430470 admin admin] Router 8ff26a41-694e-4177-98af-7851303423a7 has already been hosted by L3 agent c822661f-3527-457d-a53a-678072f60f18 {{(pid=73900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 02 03:10:24.793966 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-aa639cf6-ac19-4e67-8e3d-31ad43390bb9 req-8173d106-fd1b-476e-ad0f-dc1d1df4a049 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a8ade9c2-9766-4205-91d5-ada78c406a29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1468434
May 02 03:10:24.883770 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5dfee5-b35d-4fbb-a7d3-94961b174924 req-04873823-14d5-44d9-996a-c27a40e29852 tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:24.886205 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-af5dfee5-b35d-4fbb-a7d3-94961b174924 req-04873823-14d5-44d9-996a-c27a40e29852 tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9765783-88cb-4ed6-8451-689fd4b2b561 HTTP/1.1" status: 200  len: 943 time: 0.7966325
May 02 03:10:24.940514 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-120582ac-6b6e-4dfc-8d00-a46165b7b5fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:25.027144 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c730f4-5943-4574-b807-924ae7e2fe1e None None] Routers {'b1ef1151-805b-4f83-a46a-7c96f7d8cd61'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:10:25.027799 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-44c730f4-5943-4574-b807-924ae7e2fe1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c5637b4c0>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:10:08Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['b1ef1151-805b-4f83-a46a-7c96f7d8cd61'], 'active': True} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:10:25.044940 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 44188) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:10:25.179477 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.v2.base [None req-83d20eec-97d3-47b8-9c37-9622e02b2fcc tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1647032909', 'description': 'tempest-description--2067290153'}} {{(pid=73901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:10:25.194695 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-83d20eec-97d3-47b8-9c37-9622e02b2fcc tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:10:25.199490 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-83d20eec-97d3-47b8-9c37-9622e02b2fcc tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Usage tracker for resource:security_group and tenant:4e7db1adde334ad386f1a91ee9ac0682 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:10:25.212868 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed936a6-caf1-4a2c-86dd-de9a4428615d None None] Pushing event updated for resources: {'Port': ['ID=905fbcf9-b611-4e90-a9ea-04f76111e3e2,revision_number=4']} {{(pid=73903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:25.215469 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-83d20eec-97d3-47b8-9c37-9622e02b2fcc tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:10:25.223581 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-83d20eec-97d3-47b8-9c37-9622e02b2fcc tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:10:25.230240 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG oslo_concurrency.lockutils [None req-6ed936a6-caf1-4a2c-86dd-de9a4428615d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=73903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:25.250952 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-da317f9a-8998-4696-9dcf-468475b1d0d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:25.277983 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-da317f9a-8998-4696-9dcf-468475b1d0d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:10:25.282291 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-da317f9a-8998-4696-9dcf-468475b1d0d2 admin admin] Usage tracker for resource:security_group_rule and tenant:7eed2018aed94a79b2bbda7e22105343 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:10:25.286338 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-da317f9a-8998-4696-9dcf-468475b1d0d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:10:25.293270 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-da317f9a-8998-4696-9dcf-468475b1d0d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:10:25.387832 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-af5dfee5-b35d-4fbb-a7d3-94961b174924 req-ce825d70-bfd5-4acf-ab3f-f2b9a9f5cfcf tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] 10.222.0.38 "GET /v2.0/security-groups?id=dafcad79-8d42-4da4-b614-466a5dd52708&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4553504
May 02 03:10:25.388884 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-83d20eec-97d3-47b8-9c37-9622e02b2fcc tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks [] for security_group, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:25.439985 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvr_db [None req-44c730f4-5943-4574-b807-924ae7e2fe1e None None] Set router b1ef1151-805b-4f83-a46a-7c96f7d8cd61 gateway port host: dv-cinder-789077-1-iscsi {{(pid=73903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:10:25.476062 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device fbca4727-3b05-4e62-9a9f-4b4e414e30a3 details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=73902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 02 03:10:25.567300 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-83d20eec-97d3-47b8-9c37-9622e02b2fcc tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:10:25.570123 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4a2cee-dfea-491c-9249-854099430470 admin admin] Notify agent at l3_agent.dv-cinder-789077-1-iscsi the message routers_updated {{(pid=73900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 02 03:10:25.587301 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-6b4a2cee-dfea-491c-9249-854099430470 admin admin] 10.222.0.38 "PUT /v2.0/routers/8ff26a41-694e-4177-98af-7851303423a7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 18.7724752
May 02 03:10:25.588702 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-83d20eec-97d3-47b8-9c37-9622e02b2fcc tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Usage tracker for resource:security_group_rule and tenant:4e7db1adde334ad386f1a91ee9ac0682 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:10:25.600323 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-83d20eec-97d3-47b8-9c37-9622e02b2fcc tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:10:25.610204 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-83d20eec-97d3-47b8-9c37-9622e02b2fcc tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:10:25.618224 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739fe589-1367-4282-9e91-5c2563d5525a None None] Sync routers for ids ['8ff26a41-694e-4177-98af-7851303423a7'] in dv-cinder-789077-1-iscsi {{(pid=73902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 02 03:10:25.642119 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-aa639cf6-ac19-4e67-8e3d-31ad43390bb9 req-f7618be7-656a-45c6-a18d-d4313dc6797e service neutron] 10.222.0.37 "GET /v2.0/networks/a8ade9c2-9766-4205-91d5-ada78c406a29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8345382
May 02 03:10:25.652015 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-7d738c3f-4df4-4620-a57e-fce2d4ad6432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:25.715174 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-7d738c3f-4df4-4620-a57e-fce2d4ad6432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:25.723306 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-83d20eec-97d3-47b8-9c37-9622e02b2fcc tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks [] for security_group, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:25.733969 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-a6144bbd-ec0b-46cb-a3a3-caa50b9a002c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:25.752136 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-83d20eec-97d3-47b8-9c37-9622e02b2fcc tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:25.810986 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739fe589-1367-4282-9e91-5c2563d5525a None None] Routers {'8ff26a41-694e-4177-98af-7851303423a7'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:10:25.821181 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-739fe589-1367-4282-9e91-5c2563d5525a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c5566d220>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:10:08Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['8ff26a41-694e-4177-98af-7851303423a7'], 'active': True} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:10:25.832908 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-120582ac-6b6e-4dfc-8d00-a46165b7b5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:25.892446 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-da317f9a-8998-4696-9dcf-468475b1d0d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:25.938009 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-aa639cf6-ac19-4e67-8e3d-31ad43390bb9 req-93cccbce-3b73-489d-9a10-47fe329b2b0b service neutron] 10.222.0.37 "GET /v2.0/networks/a8ade9c2-9766-4205-91d5-ada78c406a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2879605
May 02 03:10:25.947673 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-120582ac-6b6e-4dfc-8d00-a46165b7b5fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:25.949289 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-120582ac-6b6e-4dfc-8d00-a46165b7b5fc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0c1bbfc2-9b05-4449-abe7-8d45e29198e0 HTTP/1.1" status: 204  len: 168 time: 1.7322617
May 02 03:10:25.978553 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-7d738c3f-4df4-4620-a57e-fce2d4ad6432 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c32ce58426054048985dc62bb07c4bd2&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3718014
May 02 03:10:25.980470 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-da317f9a-8998-4696-9dcf-468475b1d0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:25.983357 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 44210) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:10:26.040723 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-da317f9a-8998-4696-9dcf-468475b1d0d2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7eed2018aed94a79b2bbda7e22105343&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5072203
May 02 03:10:26.044148 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-83d20eec-97d3-47b8-9c37-9622e02b2fcc tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks [] for security_group, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:26.046003 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-83d20eec-97d3-47b8-9c37-9622e02b2fcc tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.9765940
May 02 03:10:26.048205 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvr_db [None req-739fe589-1367-4282-9e91-5c2563d5525a None None] Set router 8ff26a41-694e-4177-98af-7851303423a7 gateway port host: dv-cinder-789077-1-iscsi {{(pid=73902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:10:26.050023 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 44214) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:10:26.051172 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 44216) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:10:26.052529 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d738c3f-4df4-4620-a57e-fce2d4ad6432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7e4bc6-d41d-4a6c-bd04-c2cc2ffd24e2,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:26.065579 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-7d738c3f-4df4-4620-a57e-fce2d4ad6432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:26.068886 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.237s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:26.117910 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.v2.base [None req-272136fa-cc4c-444a-b9f2-bffcd3360203 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Request body: {'security_group_rule': {'security_group_id': 'ecf2285c-6ac9-4119-9aba-2a3d83749da5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:10:26.131923 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-272136fa-cc4c-444a-b9f2-bffcd3360203 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:10:26.136912 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-272136fa-cc4c-444a-b9f2-bffcd3360203 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Usage tracker for resource:security_group_rule and tenant:4e7db1adde334ad386f1a91ee9ac0682 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:10:26.140971 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-272136fa-cc4c-444a-b9f2-bffcd3360203 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:10:26.150664 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-272136fa-cc4c-444a-b9f2-bffcd3360203 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:10:26.174782 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d20eec-97d3-47b8-9c37-9622e02b2fcc tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf2285c-6ac9-4119-9aba-2a3d83749da5,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:26.208706 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8872fd3-9ff5-414a-a61a-be60c4d4c609 req-ddb49822-7c9e-4768-a8e7-ccf1cfb10b10 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:26.216417 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a8872fd3-9ff5-414a-a61a-be60c4d4c609 req-ddb49822-7c9e-4768-a8e7-ccf1cfb10b10 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=a314e278-8c52-4e98-b68a-8402418c5600 HTTP/1.1" status: 200  len: 945 time: 0.9517748
May 02 03:10:26.229692 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-272136fa-cc4c-444a-b9f2-bffcd3360203 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:26.255886 dv-cinder-789077-1-iscsi neutron-server[73902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a314e278-8c52-4e98-b68a-8402418c5600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c740e356-47d6-4db3-ae8b-2b0bf3d4b588', 'code': 200}
May 02 03:10:26.274973 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-c8db16b6-9c6b-4a4c-a5cc-0ecd3a27f5a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:26.312561 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a8872fd3-9ff5-414a-a61a-be60c4d4c609 req-4f832e8c-3e42-4675-bade-811644679206 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0951605
May 02 03:10:26.315584 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120582ac-6b6e-4dfc-8d00-a46165b7b5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1bbfc2-9b05-4449-abe7-8d45e29198e0,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:26.369316 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-c8db16b6-9c6b-4a4c-a5cc-0ecd3a27f5a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:26.446447 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-44c730f4-5943-4574-b807-924ae7e2fe1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c5637b4c0>, [{'id': 'b1ef1151-805b-4f83-a46a-7c96f7d8cd61', 'name': 'tempest-AttachVolumeShelveTestJSON-1562313329-router', 'tenant_id': '4e7db1adde334ad386f1a91ee9ac0682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '295442ec-ed49-4058-8444-980e103affd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:09:50Z', 'updated_at': '2021-05-02T03:10:18Z', 'revision_number': 4, 'project_id': '4e7db1adde334ad386f1a91ee9ac0682', 'gw_port': {'id': '295442ec-ed49-4058-8444-980e103affd6', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:05:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ef1151-805b-4f83-a46a-7c96f7d8cd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:55Z', 'updated_at': '2021-05-02T03:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_interfaces': [{'id': '905fbcf9-b611-4e90-a9ea-04f76111e3e2', 'name': '', 'network_id': 'c7fbd4b3-8241-42d4-a727-6c3f39a82264', 'tenant_id': '4e7db1adde334ad386f1a91ee9ac0682', 'mac_address': 'fa:16:3e:c2:9d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ef1151-805b-4f83-a46a-7c96f7d8cd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '78de75db-d296-47a5-9b25-e7b9f1e1ac72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:10:15Z', 'updated_at': '2021-05-02T03:10:24Z', 'revision_number': 4, 'project_id': '4e7db1adde334ad386f1a91ee9ac0682', 'subnets': [{'id': '78de75db-d296-47a5-9b25-e7b9f1e1ac72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:10:26.459599 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c730f4-5943-4574-b807-924ae7e2fe1e None None] The sync data for ids ['b1ef1151-805b-4f83-a46a-7c96f7d8cd61'] in dv-cinder-789077-1-iscsi is: [{'id': 'b1ef1151-805b-4f83-a46a-7c96f7d8cd61', 'name': 'tempest-AttachVolumeShelveTestJSON-1562313329-router', 'tenant_id': '4e7db1adde334ad386f1a91ee9ac0682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '295442ec-ed49-4058-8444-980e103affd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:09:50Z', 'updated_at': '2021-05-02T03:10:18Z', 'revision_number': 4, 'project_id': '4e7db1adde334ad386f1a91ee9ac0682', 'gw_port': {'id': '295442ec-ed49-4058-8444-980e103affd6', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:05:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ef1151-805b-4f83-a46a-7c96f7d8cd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:55Z', 'updated_at': '2021-05-02T03:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_interfaces': [{'id': '905fbcf9-b611-4e90-a9ea-04f76111e3e2', 'name': '', 'network_id': 'c7fbd4b3-8241-42d4-a727-6c3f39a82264', 'tenant_id': '4e7db1adde334ad386f1a91ee9ac0682', 'mac_address': 'fa:16:3e:c2:9d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ef1151-805b-4f83-a46a-7c96f7d8cd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '78de75db-d296-47a5-9b25-e7b9f1e1ac72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:10:15Z', 'updated_at': '2021-05-02T03:10:24Z', 'revision_number': 4, 'project_id': '4e7db1adde334ad386f1a91ee9ac0682', 'subnets': [{'id': '78de75db-d296-47a5-9b25-e7b9f1e1ac72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 02 03:10:26.466935 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-c8db16b6-9c6b-4a4c-a5cc-0ecd3a27f5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:26.471596 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:26.533076 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8db16b6-9c6b-4a4c-a5cc-0ecd3a27f5a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7e4bc6-d41d-4a6c-bd04-c2cc2ffd24e2,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:26.554898 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-c8db16b6-9c6b-4a4c-a5cc-0ecd3a27f5a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:26.563075 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-c8db16b6-9c6b-4a4c-a5cc-0ecd3a27f5a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:26.564234 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-c8db16b6-9c6b-4a4c-a5cc-0ecd3a27f5a2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1a7e4bc6-d41d-4a6c-bd04-c2cc2ffd24e2 HTTP/1.1" status: 204  len: 168 time: 0.5798712
May 02 03:10:26.572072 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da317f9a-8998-4696-9dcf-468475b1d0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1238d7a0-75a5-40a0-922a-31a2b74bb280,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:26.658522 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-da317f9a-8998-4696-9dcf-468475b1d0d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:26.667775 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.719s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:26.668117 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.003s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:26.690666 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.645s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:26.691360 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.008s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:26.746471 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-272136fa-cc4c-444a-b9f2-bffcd3360203 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:26.764526 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-42483ecf-f7ae-4dcd-bdf8-19034507cca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:26.776390 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-272136fa-cc4c-444a-b9f2-bffcd3360203 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497234'] for security_group_rule, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:26.797701 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:26.826063 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c844698-b023-46ab-9dac-f4a045d46a77 req-e86e4802-81a1-44b5-b131-3f82fc6eebfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:26.828489 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-8c844698-b023-46ab-9dac-f4a045d46a77 req-e86e4802-81a1-44b5-b131-3f82fc6eebfc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a314e278-8c52-4e98-b68a-8402418c5600 HTTP/1.1" status: 200  len: 1098 time: 0.1976914
May 02 03:10:26.834918 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port fbca4727-3b05-4e62-9a9f-4b4e414e30a3, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=fbca4727-3b05-4e62-9a9f-4b4e414e30a3,segment=NetworkSegment(7f6905ed-2579-4d55-ab77-b375fe4c1db7),segment_id=7f6905ed-2579-4d55-ab77-b375fe4c1db7)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:10:26.868668 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-8c844698-b023-46ab-9dac-f4a045d46a77 req-e796e042-10ca-4b18-b5f6-84797c328502 service neutron] Notify callbacks [] for security_group, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:26.896001 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Returning: {'device': 'fbca4727-3b05-4e62-9a9f-4b4e414e30a3', 'network_id': 'a8ade9c2-9766-4205-91d5-ada78c406a29', 'port_id': 'fbca4727-3b05-4e62-9a9f-4b4e414e30a3', 'mac_address': 'fa:16:3e:61:f8:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4361db73-09dc-4ca3-ab0d-eef40ac52ba3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 02 03:10:26.913125 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [req-8c844698-b023-46ab-9dac-f4a045d46a77 req-e796e042-10ca-4b18-b5f6-84797c328502 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:10:26.930600 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-8c844698-b023-46ab-9dac-f4a045d46a77 req-e796e042-10ca-4b18-b5f6-84797c328502 service neutron] Usage tracker for resource:security_group_rule and tenant:4f95f51416594ff09752ae8906a04947 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:10:26.935561 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-8c844698-b023-46ab-9dac-f4a045d46a77 req-e796e042-10ca-4b18-b5f6-84797c328502 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:10:26.945210 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [req-8c844698-b023-46ab-9dac-f4a045d46a77 req-e796e042-10ca-4b18-b5f6-84797c328502 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:10:27.018898 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:27.048142 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-739fe589-1367-4282-9e91-5c2563d5525a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c5566d220>, [{'id': '8ff26a41-694e-4177-98af-7851303423a7', 'name': 'tempest-ServerRescueNegativeTestJSON-1481600319-router', 'tenant_id': 'c0c7970eea444c3cab1fd1c05acdf886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'd8a1c1b6-1797-4079-99fa-3051584854d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:09:51Z', 'updated_at': '2021-05-02T03:10:21Z', 'revision_number': 4, 'project_id': 'c0c7970eea444c3cab1fd1c05acdf886', 'gw_port': {'id': 'd8a1c1b6-1797-4079-99fa-3051584854d2', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:74:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff26a41-694e-4177-98af-7851303423a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:56Z', 'updated_at': '2021-05-02T03:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_interfaces': [{'id': 'b81bc9d2-0bb5-4bc2-98f5-1036ced4ce8b', 'name': '', 'network_id': 'ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34', 'tenant_id': 'c0c7970eea444c3cab1fd1c05acdf886', 'mac_address': 'fa:16:3e:12:87:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff26a41-694e-4177-98af-7851303423a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1b190fc7-4823-4c94-a79b-e61ea64b5302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:10:16Z', 'updated_at': '2021-05-02T03:10:22Z', 'revision_number': 2, 'project_id': 'c0c7970eea444c3cab1fd1c05acdf886', 'subnets': [{'id': '1b190fc7-4823-4c94-a79b-e61ea64b5302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:10:27.064266 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.notifiers.nova [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbca4727-3b05-4e62-9a9f-4b4e414e30a3 {{(pid=73902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 02 03:10:27.065369 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272136fa-cc4c-444a-b9f2-bffcd3360203 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8166f37d-1270-4b8c-80b3-5d3152c54aca,revision_number=0']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:27.073715 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739fe589-1367-4282-9e91-5c2563d5525a None None] Checking router: 8ff26a41-694e-4177-98af-7851303423a7 for host: dv-cinder-789077-1-iscsi {{(pid=73902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 02 03:10:27.074832 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739fe589-1367-4282-9e91-5c2563d5525a None None] Updating router 8ff26a41-694e-4177-98af-7851303423a7 port b81bc9d2-0bb5-4bc2-98f5-1036ced4ce8b binding host dv-cinder-789077-1-iscsi {{(pid=73902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 02 03:10:27.116319 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 905fbcf9-b611-4e90-a9ea-04f76111e3e2 up at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:10:27.120989 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-272136fa-cc4c-444a-b9f2-bffcd3360203 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:27.135130 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-272136fa-cc4c-444a-b9f2-bffcd3360203 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.0745280
May 02 03:10:27.138955 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 44250) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:10:27.148802 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-42483ecf-f7ae-4dcd-bdf8-19034507cca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:27.158058 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-8c844698-b023-46ab-9dac-f4a045d46a77 req-e796e042-10ca-4b18-b5f6-84797c328502 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:27.158861 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-272136fa-cc4c-444a-b9f2-bffcd3360203 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:27.171188 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [None req-beb3ca9f-9c5f-43e4-ac35-231b067e7558 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Request body: {'security_group_rule': {'security_group_id': 'ecf2285c-6ac9-4119-9aba-2a3d83749da5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:10:27.188328 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-8c844698-b023-46ab-9dac-f4a045d46a77 req-e796e042-10ca-4b18-b5f6-84797c328502 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:27.189528 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-beb3ca9f-9c5f-43e4-ac35-231b067e7558 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:10:27.222266 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port fbca4727-3b05-4e62-9a9f-4b4e414e30a3, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=fbca4727-3b05-4e62-9a9f-4b4e414e30a3,segment=NetworkSegment(7f6905ed-2579-4d55-ab77-b375fe4c1db7),segment_id=7f6905ed-2579-4d55-ab77-b375fe4c1db7)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:10:27.224256 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-c64875c4-4d84-4e70-95b7-e01b56676ac4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:27.240746 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-739fe589-1367-4282-9e91-5c2563d5525a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:27.244770 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-beb3ca9f-9c5f-43e4-ac35-231b067e7558 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Usage tracker for resource:security_group_rule and tenant:4e7db1adde334ad386f1a91ee9ac0682 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:10:27.252764 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:27.268188 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-beb3ca9f-9c5f-43e4-ac35-231b067e7558 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:10:27.270808 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:27.319074 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-8c844698-b023-46ab-9dac-f4a045d46a77 req-e796e042-10ca-4b18-b5f6-84797c328502 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4820695
May 02 03:10:27.323657 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-beb3ca9f-9c5f-43e4-ac35-231b067e7558 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:10:27.342399 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e796e042-10ca-4b18-b5f6-84797c328502 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f15a4f-dd77-40fb-a82a-49ff28eb727e,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:27.353273 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-e796e042-10ca-4b18-b5f6-84797c328502 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:27.380688 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-beb3ca9f-9c5f-43e4-ac35-231b067e7558 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:27.424826 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Pushing event updated for resources: {'Port': ['ID=fbca4727-3b05-4e62-9a9f-4b4e414e30a3,revision_number=4']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:27.483690 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b51162-7cbb-4699-b3ee-09d33e6df789 req-6330149d-e551-4c2c-9c2b-ee96af21de6e tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:27.485895 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-96b51162-7cbb-4699-b3ee-09d33e6df789 req-6330149d-e551-4c2c-9c2b-ee96af21de6e tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/networks?id=ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34 HTTP/1.1" status: 200  len: 819 time: 0.5505006
May 02 03:10:27.500146 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9521930-844d-49b0-a3c0-d1726d62d832 req-d7ace2d3-c6b5-44a0-89d1-3b76921fa062 tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:27.509260 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-f9521930-844d-49b0-a3c0-d1726d62d832 req-d7ace2d3-c6b5-44a0-89d1-3b76921fa062 tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9765783-88cb-4ed6-8451-689fd4b2b561 HTTP/1.1" status: 200  len: 943 time: 0.7170892
May 02 03:10:27.512031 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-42483ecf-f7ae-4dcd-bdf8-19034507cca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:27.541261 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:27.555949 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-beb3ca9f-9c5f-43e4-ac35-231b067e7558 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:27.563731 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-beb3ca9f-9c5f-43e4-ac35-231b067e7558 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497234'] for security_group_rule, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:27.565701 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:27.592917 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42483ecf-f7ae-4dcd-bdf8-19034507cca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1238d7a0-75a5-40a0-922a-31a2b74bb280,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:27.601122 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-42483ecf-f7ae-4dcd-bdf8-19034507cca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:27.608409 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-96b51162-7cbb-4699-b3ee-09d33e6df789 req-67e57c68-c579-4120-8a1e-1dc1305ed5ec tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/quotas/c0c7970eea444c3cab1fd1c05acdf886 HTTP/1.1" status: 200  len: 375 time: 0.0896451
May 02 03:10:27.611811 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-42483ecf-f7ae-4dcd-bdf8-19034507cca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:27.613449 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-42483ecf-f7ae-4dcd-bdf8-19034507cca1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1238d7a0-75a5-40a0-922a-31a2b74bb280 HTTP/1.1" status: 204  len: 168 time: 1.5554721
May 02 03:10:27.644719 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb3ca9f-9c5f-43e4-ac35-231b067e7558 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f2b20e3-a666-47aa-8eb0-ecfaa54218fd,revision_number=0']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:27.655339 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-beb3ca9f-9c5f-43e4-ac35-231b067e7558 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:27.660214 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:27.661214 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-beb3ca9f-9c5f-43e4-ac35-231b067e7558 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:27.667640 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-beb3ca9f-9c5f-43e4-ac35-231b067e7558 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5273008
May 02 03:10:27.668560 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 44266) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:10:27.683039 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [None req-6345ccf4-0de8-472c-998f-9e3587f17a9a tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Request body: {'floatingip': {'floating_network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700'}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:10:27.696947 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-6345ccf4-0de8-472c-998f-9e3587f17a9a tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:10:27.702928 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-6345ccf4-0de8-472c-998f-9e3587f17a9a tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Usage tracker for resource:floatingip and tenant:4e7db1adde334ad386f1a91ee9ac0682 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:10:27.709710 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-6345ccf4-0de8-472c-998f-9e3587f17a9a tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:10:27.726450 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-6345ccf4-0de8-472c-998f-9e3587f17a9a tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:10:27.751568 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-f9521930-844d-49b0-a3c0-d1726d62d832 req-8ba29477-771d-4633-8609-6b2fcf4b5700 tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] 10.222.0.38 "GET /v2.0/security-groups?id=dafcad79-8d42-4da4-b614-466a5dd52708&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2412279
May 02 03:10:27.755770 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning for port 905fbcf9-b611-4e90-a9ea-04f76111e3e2 completed by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:10:27.760626 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] get_ports_and_sgs() called for port_ids ['fbca4727-3b05-4e62-9a9f-4b4e414e30a3'] {{(pid=73902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 02 03:10:27.776344 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-6345ccf4-0de8-472c-998f-9e3587f17a9a tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks [] for floatingip, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:27.838572 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-96b51162-7cbb-4699-b3ee-09d33e6df789 req-3955b2b5-6f00-4cfc-b999-dbd40e4e7e25 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=c0c7970eea444c3cab1fd1c05acdf886&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2141600
May 02 03:10:27.879912 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning complete for port 905fbcf9-b611-4e90-a9ea-04f76111e3e2 triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:10:27.880735 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:27.929366 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 44272) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:10:28.004551 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-b07433c4-5626-4b9a-a524-6c2b51898f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:28.126899 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-6345ccf4-0de8-472c-998f-9e3587f17a9a tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:28.326083 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-b07433c4-5626-4b9a-a524-6c2b51898f6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:10:28.341183 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:28.356485 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-b07433c4-5626-4b9a-a524-6c2b51898f6a admin admin] Usage tracker for resource:security_group_rule and tenant:a4b3030e902342b688b67f4e5ad58f98 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:10:28.370907 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.db_base_plugin_common [None req-6345ccf4-0de8-472c-998f-9e3587f17a9a tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Allocated IP 172.27.0.172 (8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700/cde322b7-5107-4ee3-8bef-bf160ca73532/f605b29f-6c3d-4367-abb5-7331034bfbd8) {{(pid=73900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 02 03:10:28.375716 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-b07433c4-5626-4b9a-a524-6c2b51898f6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:10:28.421592 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-b07433c4-5626-4b9a-a524-6c2b51898f6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:10:28.462728 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-739fe589-1367-4282-9e91-5c2563d5525a None None] Notify callbacks [] for port, precommit_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:28.478165 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-96b51162-7cbb-4699-b3ee-09d33e6df789 req-2ecfa327-5093-4f10-abf9-3edda60db18d service neutron] 10.222.0.38 "GET /v2.0/networks/ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6316423
May 02 03:10:28.482223 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-739fe589-1367-4282-9e91-5c2563d5525a None None] Transition to ACTIVE for port object b81bc9d2-0bb5-4bc2-98f5-1036ced4ce8b will not be triggered until provisioned by entity L2. {{(pid=73902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:10:28.505733 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-739fe589-1367-4282-9e91-5c2563d5525a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:28.522077 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:28.695602 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-6345ccf4-0de8-472c-998f-9e3587f17a9a tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks [] for port, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:28.739792 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a18ce7c-68c6-4bb8-885a-ba50c0022585 None None] Pushing event updated for resources: {'Port': ['ID=b81bc9d2-0bb5-4bc2-98f5-1036ced4ce8b,revision_number=3']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:28.766816 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-4a18ce7c-68c6-4bb8-885a-ba50c0022585 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:28.772403 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-6345ccf4-0de8-472c-998f-9e3587f17a9a tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747865333526'] for port, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:28.784946 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-9d9dde82-8b5d-4760-9605-d4b770a15bae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:28.897859 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 44288) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:10:28.938920 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] For port 905fbcf9-b611-4e90-a9ea-04f76111e3e2, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=905fbcf9-b611-4e90-a9ea-04f76111e3e2,segment=NetworkSegment(6c6f3f05-f004-471e-8a0e-26e9fcb39326),segment_id=6c6f3f05-f004-471e-8a0e-26e9fcb39326)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:10:28.940198 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.managers [None req-739fe589-1367-4282-9e91-5c2563d5525a None None] Attempting to bind port b81bc9d2-0bb5-4bc2-98f5-1036ced4ce8b on host dv-cinder-789077-1-iscsi for vnic_type normal with profile  {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 02 03:10:28.940584 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.managers [None req-739fe589-1367-4282-9e91-5c2563d5525a None None] Attempting to bind port b81bc9d2-0bb5-4bc2-98f5-1036ced4ce8b by drivers openvswitch,hyperv on host dv-cinder-789077-1-iscsi at level 0 using segments [{'id': '1937cbf3-0a70-47fb-bc4a-5e853fa17fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34'}] {{(pid=73902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 02 03:10:28.941106 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739fe589-1367-4282-9e91-5c2563d5525a None None] Attempting to bind port b81bc9d2-0bb5-4bc2-98f5-1036ced4ce8b on network ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34 {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:10:28.963307 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6345ccf4-0de8-472c-998f-9e3587f17a9a tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Network 8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700 is already hosted by enough agents. {{(pid=73900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:10:28.967674 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.base_scheduler [None req-6345ccf4-0de8-472c-998f-9e3587f17a9a tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Resources bound (agent type, host, resource id):  {{(pid=73900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:10:28.974368 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6345ccf4-0de8-472c-998f-9e3587f17a9a tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Received port after_create {{(pid=73900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 02 03:10:28.981453 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739fe589-1367-4282-9e91-5c2563d5525a None None] Checking agent: {'id': 'b50cee90-c6d3-4c0d-a208-12c20bd9f0cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 2, 8), 'started_at': datetime.datetime(2021, 5, 2, 3, 2, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 02 03:10:28.981843 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739fe589-1367-4282-9e91-5c2563d5525a None None] Checking segment: {'id': '1937cbf3-0a70-47fb-bc4a-5e853fa17fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:10:28.982259 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-739fe589-1367-4282-9e91-5c2563d5525a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:28.982725 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739fe589-1367-4282-9e91-5c2563d5525a None None] Bound using segment: {'id': '1937cbf3-0a70-47fb-bc4a-5e853fa17fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34'} {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 02 03:10:28.983511 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.managers [None req-739fe589-1367-4282-9e91-5c2563d5525a None None] Bound port: b81bc9d2-0bb5-4bc2-98f5-1036ced4ce8b, host: dv-cinder-789077-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1937cbf3-0a70-47fb-bc4a-5e853fa17fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34'}}] {{(pid=73902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 02 03:10:28.983915 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-739fe589-1367-4282-9e91-5c2563d5525a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:28.993591 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde277b3-c77a-4313-94e8-445040dee14c req-8b905c3e-df58-4780-808a-d74be563beda tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:29.005154 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-cde277b3-c77a-4313-94e8-445040dee14c req-8b905c3e-df58-4780-808a-d74be563beda tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=a314e278-8c52-4e98-b68a-8402418c5600 HTTP/1.1" status: 200  len: 945 time: 0.7765374
May 02 03:10:29.014534 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:29.021446 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-ae22e1b3-3801-4561-93f4-dce6e1d2ee32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:29.103758 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Pushing event updated for resources: {'Port': ['ID=905fbcf9-b611-4e90-a9ea-04f76111e3e2,revision_number=5']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:29.107861 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:29.120290 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-a4810418-526d-4cdd-a32b-b24e4ed10995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:29.122750 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-6345ccf4-0de8-472c-998f-9e3587f17a9a tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:29.149540 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6345ccf4-0de8-472c-998f-9e3587f17a9a tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Pushing event updated for resources: {'Port': ['ID=f605b29f-6c3d-4367-abb5-7331034bfbd8,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:29.223082 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-739fe589-1367-4282-9e91-5c2563d5525a None None] For port b81bc9d2-0bb5-4bc2-98f5-1036ced4ce8b, host dv-cinder-789077-1-iscsi, cleared binding levels {{(pid=73902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 02 03:10:29.228059 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-739fe589-1367-4282-9e91-5c2563d5525a None None] For port b81bc9d2-0bb5-4bc2-98f5-1036ced4ce8b, host dv-cinder-789077-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=b81bc9d2-0bb5-4bc2-98f5-1036ced4ce8b,segment=NetworkSegment(1937cbf3-0a70-47fb-bc4a-5e853fa17fc3),segment_id=1937cbf3-0a70-47fb-bc4a-5e853fa17fc3)] {{(pid=73902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 02 03:10:29.229707 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-6345ccf4-0de8-472c-998f-9e3587f17a9a tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:29.235064 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-739fe589-1367-4282-9e91-5c2563d5525a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:29.247696 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-dec78c1e-91fe-41bf-b7ab-e21faf1c246c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:29.280353 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-6345ccf4-0de8-472c-998f-9e3587f17a9a tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:29.311813 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-a4810418-526d-4cdd-a32b-b24e4ed10995 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:10:29.325579 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-a4810418-526d-4cdd-a32b-b24e4ed10995 admin admin] Usage tracker for resource:security_group_rule and tenant:d13883ba079f4ef49621cb11acf5adba is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:10:29.331476 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-a4810418-526d-4cdd-a32b-b24e4ed10995 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:10:29.361186 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-cde277b3-c77a-4313-94e8-445040dee14c req-a9d6d338-161b-4160-8d44-75043b802793 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3541577
May 02 03:10:29.367526 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-96b51162-7cbb-4699-b3ee-09d33e6df789 req-9b472d75-5b75-44a0-b10a-b398ae237496 service neutron] 10.222.0.38 "GET /v2.0/networks/ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8591735
May 02 03:10:29.374292 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-a4810418-526d-4cdd-a32b-b24e4ed10995 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:10:29.393430 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a18ce7c-68c6-4bb8-885a-ba50c0022585 None None] Pushing event updated for resources: {'Port': ['ID=b81bc9d2-0bb5-4bc2-98f5-1036ced4ce8b,revision_number=4']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:29.416612 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-4a18ce7c-68c6-4bb8-885a-ba50c0022585 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:29.428472 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739fe589-1367-4282-9e91-5c2563d5525a None None] Routers {'8ff26a41-694e-4177-98af-7851303423a7'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:10:29.429113 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-739fe589-1367-4282-9e91-5c2563d5525a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c5566d220>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:10:08Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['8ff26a41-694e-4177-98af-7851303423a7'], 'active': True} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:10:29.453711 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-b07433c4-5626-4b9a-a524-6c2b51898f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:29.471607 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-b07433c4-5626-4b9a-a524-6c2b51898f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:29.504770 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:29.540345 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-b07433c4-5626-4b9a-a524-6c2b51898f6a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a4b3030e902342b688b67f4e5ad58f98&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6071694
May 02 03:10:29.540345 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07433c4-5626-4b9a-a524-6c2b51898f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a39cd0-7b1d-4416-9d23-2dd47e901e1a,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:29.543877 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 44300) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:10:29.553651 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-b07433c4-5626-4b9a-a524-6c2b51898f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:29.630157 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device fbca4727-3b05-4e62-9a9f-4b4e414e30a3 up at agent hyperv_hv-cinder-78907 {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:10:29.948954 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-a4810418-526d-4cdd-a32b-b24e4ed10995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:29.964095 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-0c2dadc2-5c78-48c3-b90a-f13a22684a8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:29.990354 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-a4810418-526d-4cdd-a32b-b24e4ed10995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:30.003092 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Provisioning for port fbca4727-3b05-4e62-9a9f-4b4e414e30a3 completed by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:10:30.009387 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvr_db [None req-739fe589-1367-4282-9e91-5c2563d5525a None None] Set router 8ff26a41-694e-4177-98af-7851303423a7 gateway port host: dv-cinder-789077-1-iscsi {{(pid=73902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:10:30.087238 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Provisioning complete for port fbca4727-3b05-4e62-9a9f-4b4e414e30a3 triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:10:30.087615 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:30.205186 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-0c2dadc2-5c78-48c3-b90a-f13a22684a8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:30.319854 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-6345ccf4-0de8-472c-998f-9e3587f17a9a tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks [] for port, precommit_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:30.324981 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-522300db-2e51-415e-892b-086e65cdf227 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:30.331096 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-6345ccf4-0de8-472c-998f-9e3587f17a9a tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:30.344595 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:30.449917 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-6345ccf4-0de8-472c-998f-9e3587f17a9a tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419409'] for floatingip, after_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:30.458984 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4810418-526d-4cdd-a32b-b24e4ed10995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0686c1-1778-457a-9972-7c91afa7ae94,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:30.467052 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-a4810418-526d-4cdd-a32b-b24e4ed10995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:30.527380 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96fc513-1f83-4a2b-8f54-af4744c761e1 req-05543848-53a4-4ca7-8e40-cde58810a616 tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:30.545683 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a96fc513-1f83-4a2b-8f54-af4744c761e1 req-05543848-53a4-4ca7-8e40-cde58810a616 tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9765783-88cb-4ed6-8451-689fd4b2b561 HTTP/1.1" status: 200  len: 944 time: 0.9695218
May 02 03:10:30.576726 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-20799afa-7043-4b12-845a-ef6a63e72b4a req-15496359-b33f-46f7-8a5c-8fcdbde2677a tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 210 time: 0.6193507
May 02 03:10:30.601075 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6345ccf4-0de8-472c-998f-9e3587f17a9a tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Pushing event updated for resources: {'Port': ['ID=f605b29f-6c3d-4367-abb5-7331034bfbd8,revision_number=2']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:30.616554 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-6345ccf4-0de8-472c-998f-9e3587f17a9a tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:30.624582 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-6345ccf4-0de8-472c-998f-9e3587f17a9a tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for floatingip, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:30.631386 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-6345ccf4-0de8-472c-998f-9e3587f17a9a tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.9559352
May 02 03:10:30.656260 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:30.692857 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-a4810418-526d-4cdd-a32b-b24e4ed10995 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d13883ba079f4ef49621cb11acf5adba&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7798736
May 02 03:10:30.702454 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 44330) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:10:30.752811 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a96fc513-1f83-4a2b-8f54-af4744c761e1 req-2c8d7b84-c321-4de0-8cdd-d6c10a3cc412 tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] 10.222.0.38 "GET /v2.0/security-groups?id=dafcad79-8d42-4da4-b614-466a5dd52708&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1963041
May 02 03:10:30.797230 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-0c2dadc2-5c78-48c3-b90a-f13a22684a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:30.825096 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:30.850565 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9765783-88cb-4ed6-8451-689fd4b2b561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbca4727-3b05-4e62-9a9f-4b4e414e30a3'}] {{(pid=73902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:10:30.887910 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port fbca4727-3b05-4e62-9a9f-4b4e414e30a3, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=fbca4727-3b05-4e62-9a9f-4b4e414e30a3,segment=NetworkSegment(7f6905ed-2579-4d55-ab77-b375fe4c1db7),segment_id=7f6905ed-2579-4d55-ab77-b375fe4c1db7)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:10:30.915047 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2dadc2-5c78-48c3-b90a-f13a22684a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a39cd0-7b1d-4416-9d23-2dd47e901e1a,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:30.916143 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:30.927002 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-0c2dadc2-5c78-48c3-b90a-f13a22684a8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:30.928990 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:30.937042 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-0c2dadc2-5c78-48c3-b90a-f13a22684a8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:30.948200 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-0c2dadc2-5c78-48c3-b90a-f13a22684a8a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c2a39cd0-7b1d-4416-9d23-2dd47e901e1a HTTP/1.1" status: 204  len: 168 time: 1.3963001
May 02 03:10:31.040458 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-739fe589-1367-4282-9e91-5c2563d5525a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c5566d220>, [{'id': '8ff26a41-694e-4177-98af-7851303423a7', 'name': 'tempest-ServerRescueNegativeTestJSON-1481600319-router', 'tenant_id': 'c0c7970eea444c3cab1fd1c05acdf886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'd8a1c1b6-1797-4079-99fa-3051584854d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:09:51Z', 'updated_at': '2021-05-02T03:10:21Z', 'revision_number': 4, 'project_id': 'c0c7970eea444c3cab1fd1c05acdf886', 'gw_port': {'id': 'd8a1c1b6-1797-4079-99fa-3051584854d2', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:74:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff26a41-694e-4177-98af-7851303423a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:56Z', 'updated_at': '2021-05-02T03:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_interfaces': [{'id': 'b81bc9d2-0bb5-4bc2-98f5-1036ced4ce8b', 'name': '', 'network_id': 'ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34', 'tenant_id': 'c0c7970eea444c3cab1fd1c05acdf886', 'mac_address': 'fa:16:3e:12:87:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff26a41-694e-4177-98af-7851303423a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1b190fc7-4823-4c94-a79b-e61ea64b5302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:10:16Z', 'updated_at': '2021-05-02T03:10:29Z', 'revision_number': 4, 'project_id': 'c0c7970eea444c3cab1fd1c05acdf886', 'subnets': [{'id': '1b190fc7-4823-4c94-a79b-e61ea64b5302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:10:31.057299 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739fe589-1367-4282-9e91-5c2563d5525a None None] The sync data for ids ['8ff26a41-694e-4177-98af-7851303423a7'] in dv-cinder-789077-1-iscsi is: [{'id': '8ff26a41-694e-4177-98af-7851303423a7', 'name': 'tempest-ServerRescueNegativeTestJSON-1481600319-router', 'tenant_id': 'c0c7970eea444c3cab1fd1c05acdf886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'd8a1c1b6-1797-4079-99fa-3051584854d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:09:51Z', 'updated_at': '2021-05-02T03:10:21Z', 'revision_number': 4, 'project_id': 'c0c7970eea444c3cab1fd1c05acdf886', 'gw_port': {'id': 'd8a1c1b6-1797-4079-99fa-3051584854d2', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:74:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff26a41-694e-4177-98af-7851303423a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:56Z', 'updated_at': '2021-05-02T03:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_interfaces': [{'id': 'b81bc9d2-0bb5-4bc2-98f5-1036ced4ce8b', 'name': '', 'network_id': 'ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34', 'tenant_id': 'c0c7970eea444c3cab1fd1c05acdf886', 'mac_address': 'fa:16:3e:12:87:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff26a41-694e-4177-98af-7851303423a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1b190fc7-4823-4c94-a79b-e61ea64b5302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:10:16Z', 'updated_at': '2021-05-02T03:10:29Z', 'revision_number': 4, 'project_id': 'c0c7970eea444c3cab1fd1c05acdf886', 'subnets': [{'id': '1b190fc7-4823-4c94-a79b-e61ea64b5302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 02 03:10:31.073302 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-29b76981-ed04-4505-967e-c4d6c99e6bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:31.096291 dv-cinder-789077-1-iscsi neutron-server[73902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9765783-88cb-4ed6-8451-689fd4b2b561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbca4727-3b05-4e62-9a9f-4b4e414e30a3', 'code': 200}
May 02 03:10:31.097970 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Pushing event updated for resources: {'Port': ['ID=fbca4727-3b05-4e62-9a9f-4b4e414e30a3,revision_number=5']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:31.101939 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:31.191940 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-29b76981-ed04-4505-967e-c4d6c99e6bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:31.323985 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 905fbcf9-b611-4e90-a9ea-04f76111e3e2 up at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:10:31.490960 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9409d06-9358-423a-8ed2-6dfe0e75a871 req-38288a73-42d3-4287-8bcd-0cb9ee0511a8 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:31.513206 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a9409d06-9358-423a-8ed2-6dfe0e75a871 req-38288a73-42d3-4287-8bcd-0cb9ee0511a8 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=a314e278-8c52-4e98-b68a-8402418c5600 HTTP/1.1" status: 200  len: 945 time: 0.3943005
May 02 03:10:31.597480 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning complete for port 905fbcf9-b611-4e90-a9ea-04f76111e3e2 triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:10:31.600337 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:31.605354 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-29b76981-ed04-4505-967e-c4d6c99e6bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:31.632034 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:31.681472 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b76981-ed04-4505-967e-c4d6c99e6bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0686c1-1778-457a-9972-7c91afa7ae94,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:31.689688 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-29b76981-ed04-4505-967e-c4d6c99e6bc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:31.711320 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-29b76981-ed04-4505-967e-c4d6c99e6bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:31.713623 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-29b76981-ed04-4505-967e-c4d6c99e6bc8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dd0686c1-1778-457a-9972-7c91afa7ae94 HTTP/1.1" status: 204  len: 168 time: 1.0097816
May 02 03:10:31.752941 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed9686-971b-47fa-9033-034b85391fc4 req-d40f262f-d04a-44f9-bf39-42ea0ca477fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:31.764201 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-19ed9686-971b-47fa-9033-034b85391fc4 req-d40f262f-d04a-44f9-bf39-42ea0ca477fa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c9765783-88cb-4ed6-8451-689fd4b2b561 HTTP/1.1" status: 200  len: 1098 time: 0.2575161
May 02 03:10:31.939113 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70263a-e682-413f-9385-35b987c84a88 req-198a339c-514e-41f9-8230-8c2495f6a870 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:31.957889 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-1b70263a-e682-413f-9385-35b987c84a88 req-198a339c-514e-41f9-8230-8c2495f6a870 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/networks?id=ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34 HTTP/1.1" status: 200  len: 819 time: 0.4129801
May 02 03:10:31.961595 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-19ed9686-971b-47fa-9033-034b85391fc4 req-a32b12b6-6097-4794-81b8-d86179d530c6 service neutron] Synchronizing usage tracker for tenant:4f95f51416594ff09752ae8906a04947 on resource:security_group {{(pid=73900) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 02 03:10:31.989538 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a9409d06-9358-423a-8ed2-6dfe0e75a871 req-1da5e904-84c7-4c14-8212-5d810b58262d tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4693174
May 02 03:10:32.003798 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-1b70263a-e682-413f-9385-35b987c84a88 req-91749c8d-36ca-4f55-83b2-9e7b778d409d tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/quotas/c0c7970eea444c3cab1fd1c05acdf886 HTTP/1.1" status: 200  len: 375 time: 0.0445464
May 02 03:10:32.026398 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-19ed9686-971b-47fa-9033-034b85391fc4 req-a32b12b6-6097-4794-81b8-d86179d530c6 service neutron] Unset dirty status for tenant:4f95f51416594ff09752ae8906a04947 on resource:security_group {{(pid=73900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 02 03:10:32.027724 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-19ed9686-971b-47fa-9033-034b85391fc4 req-a32b12b6-6097-4794-81b8-d86179d530c6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=dafcad79-8d42-4da4-b614-466a5dd52708&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2550385
May 02 03:10:32.184914 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-1b70263a-e682-413f-9385-35b987c84a88 req-fd48dfd7-3f62-43df-82dc-d2de4f2cc6de tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=c0c7970eea444c3cab1fd1c05acdf886&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1802273
May 02 03:10:32.672233 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-1b95c5a8-b5e6-43a0-a02c-22d73f138e1d tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Synchronizing usage tracker for tenant:4e7db1adde334ad386f1a91ee9ac0682 on resource:security_group {{(pid=73901) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 02 03:10:32.828309 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-1b95c5a8-b5e6-43a0-a02c-22d73f138e1d tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Unset dirty status for tenant:4e7db1adde334ad386f1a91ee9ac0682 on resource:security_group {{(pid=73901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 02 03:10:32.855639 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-1b95c5a8-b5e6-43a0-a02c-22d73f138e1d tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1647032909&fields=id&tenant_id=4e7db1adde334ad386f1a91ee9ac0682 HTTP/1.1" status: 200  len: 267 time: 0.4059732
May 02 03:10:33.122900 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-1b70263a-e682-413f-9385-35b987c84a88 req-13219e78-ccc1-4267-9dbb-b1c9fc27eff9 service neutron] 10.222.0.38 "GET /v2.0/networks/ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9069438
May 02 03:10:33.477367 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device b81bc9d2-0bb5-4bc2-98f5-1036ced4ce8b up at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:10:33.515944 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b51162-7cbb-4699-b3ee-09d33e6df789 req-58f01207-ade8-472b-8548-668ba1aa42b0 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:33.517441 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-96b51162-7cbb-4699-b3ee-09d33e6df789 req-58f01207-ade8-472b-8548-668ba1aa42b0 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Synchronizing usage tracker for tenant:c0c7970eea444c3cab1fd1c05acdf886 on resource:network {{(pid=73900) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 02 03:10:33.556552 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-96b51162-7cbb-4699-b3ee-09d33e6df789 req-58f01207-ade8-472b-8548-668ba1aa42b0 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Unset dirty status for tenant:c0c7970eea444c3cab1fd1c05acdf886 on resource:network {{(pid=73900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 02 03:10:33.558185 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-96b51162-7cbb-4699-b3ee-09d33e6df789 req-58f01207-ade8-472b-8548-668ba1aa42b0 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.37 "GET /v2.0/networks?id=ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34 HTTP/1.1" status: 200  len: 819 time: 0.9612169
May 02 03:10:33.589447 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [req-96b51162-7cbb-4699-b3ee-09d33e6df789 req-5d66b4d7-d4b1-4c6c-8853-4716f9713d8e tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Request body: {'port': {'device_id': 'ad9e78fc-4c28-4964-bebe-b7c0f7b2285d', 'network_id': 'ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34', 'admin_state_up': True, 'tenant_id': 'c0c7970eea444c3cab1fd1c05acdf886'}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:10:33.731997 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning for port b81bc9d2-0bb5-4bc2-98f5-1036ced4ce8b completed by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:10:33.758638 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning complete for port b81bc9d2-0bb5-4bc2-98f5-1036ced4ce8b triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:10:33.759111 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:33.958643 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-7347bd04-4572-4da5-a5e4-d06d5fb4224e tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:33.960155 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-7347bd04-4572-4da5-a5e4-d06d5fb4224e tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Synchronizing usage tracker for tenant:4e7db1adde334ad386f1a91ee9ac0682 on resource:network {{(pid=73901) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 02 03:10:34.012223 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [req-96b51162-7cbb-4699-b3ee-09d33e6df789 req-5d66b4d7-d4b1-4c6c-8853-4716f9713d8e tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:10:34.025573 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-96b51162-7cbb-4699-b3ee-09d33e6df789 req-5d66b4d7-d4b1-4c6c-8853-4716f9713d8e tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Usage tracker for resource:port and tenant:c0c7970eea444c3cab1fd1c05acdf886 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:10:34.035254 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-96b51162-7cbb-4699-b3ee-09d33e6df789 req-5d66b4d7-d4b1-4c6c-8853-4716f9713d8e tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Quota usage for port was recalculated. Used quota:1. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:10:34.044009 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-1b70263a-e682-413f-9385-35b987c84a88 req-8e97543a-dab0-4b47-b520-cf88426ab9b3 service neutron] 10.222.0.38 "GET /v2.0/networks/ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9065967
May 02 03:10:34.048310 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-7347bd04-4572-4da5-a5e4-d06d5fb4224e tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Unset dirty status for tenant:4e7db1adde334ad386f1a91ee9ac0682 on resource:network {{(pid=73901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 02 03:10:34.050196 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-7347bd04-4572-4da5-a5e4-d06d5fb4224e tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/networks?id=c7fbd4b3-8241-42d4-a727-6c3f39a82264 HTTP/1.1" status: 200  len: 817 time: 1.1930656
May 02 03:10:34.057171 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [req-96b51162-7cbb-4699-b3ee-09d33e6df789 req-5d66b4d7-d4b1-4c6c-8853-4716f9713d8e tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:10:34.089566 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-a025b788-eb90-4b8a-be0c-3dab64ba2dd1 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/quotas/4e7db1adde334ad386f1a91ee9ac0682 HTTP/1.1" status: 200  len: 375 time: 0.0318758
May 02 03:10:34.092150 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96b51162-7cbb-4699-b3ee-09d33e6df789 req-5d66b4d7-d4b1-4c6c-8853-4716f9713d8e tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Made reservation on behalf of c0c7970eea444c3cab1fd1c05acdf886 for: {'port': 1} {{(pid=73900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 02 03:10:34.105089 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-96b51162-7cbb-4699-b3ee-09d33e6df789 req-5d66b4d7-d4b1-4c6c-8853-4716f9713d8e tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:34.251145 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:34.380634 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-fc6f8b92-a02e-457c-8551-e73e1ea333ef tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=4e7db1adde334ad386f1a91ee9ac0682&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2724237
May 02 03:10:34.421264 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] For port b81bc9d2-0bb5-4bc2-98f5-1036ced4ce8b, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=b81bc9d2-0bb5-4bc2-98f5-1036ced4ce8b,segment=NetworkSegment(1937cbf3-0a70-47fb-bc4a-5e853fa17fc3),segment_id=1937cbf3-0a70-47fb-bc4a-5e853fa17fc3)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:10:34.431085 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:34.447312 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:34.657346 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Pushing event updated for resources: {'Port': ['ID=b81bc9d2-0bb5-4bc2-98f5-1036ced4ce8b,revision_number=5']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:34.678285 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:34.785733 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.db_base_plugin_common [req-96b51162-7cbb-4699-b3ee-09d33e6df789 req-5d66b4d7-d4b1-4c6c-8853-4716f9713d8e tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Allocated IP 172.20.0.6 (ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34/1b190fc7-4823-4c94-a79b-e61ea64b5302/08dc974b-7500-43e6-8dbe-573d688be584) {{(pid=73900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 02 03:10:34.884208 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-461f2619-5374-43b3-91a4-47c94c360ef6 service neutron] 10.222.0.38 "GET /v2.0/networks/c7fbd4b3-8241-42d4-a727-6c3f39a82264?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4966578
May 02 03:10:35.011086 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 44460) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:10:35.132925 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-ee90d5da-0aac-4a06-a641-d02f852077b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:35.147360 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-96b51162-7cbb-4699-b3ee-09d33e6df789 req-5d66b4d7-d4b1-4c6c-8853-4716f9713d8e tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Notify callbacks [] for port, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:35.149536 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602fa51-68d6-400a-ab64-3215a9d74899 req-fb451296-9f28-40ad-b63c-20143d237aa3 tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:35.163592 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-b602fa51-68d6-400a-ab64-3215a9d74899 req-fb451296-9f28-40ad-b63c-20143d237aa3 tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9765783-88cb-4ed6-8451-689fd4b2b561 HTTP/1.1" status: 200  len: 945 time: 0.6809657
May 02 03:10:35.216978 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-96b51162-7cbb-4699-b3ee-09d33e6df789 req-5d66b4d7-d4b1-4c6c-8853-4716f9713d8e tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747865333526'] for port, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:35.247808 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:35.264689 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device b81bc9d2-0bb5-4bc2-98f5-1036ced4ce8b up at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:10:35.472089 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96b51162-7cbb-4699-b3ee-09d33e6df789 req-5d66b4d7-d4b1-4c6c-8853-4716f9713d8e tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Network ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34 is already hosted by enough agents. {{(pid=73900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:10:35.481150 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning complete for port b81bc9d2-0bb5-4bc2-98f5-1036ced4ce8b triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:10:35.484345 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:35.490597 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.base_scheduler [req-96b51162-7cbb-4699-b3ee-09d33e6df789 req-5d66b4d7-d4b1-4c6c-8853-4716f9713d8e tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Resources bound (agent type, host, resource id):  {{(pid=73900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:10:35.499825 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.l3_dvrscheduler_db [req-96b51162-7cbb-4699-b3ee-09d33e6df789 req-5d66b4d7-d4b1-4c6c-8853-4716f9713d8e tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Received port after_create {{(pid=73900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 02 03:10:35.513722 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b51162-7cbb-4699-b3ee-09d33e6df789 req-5d66b4d7-d4b1-4c6c-8853-4716f9713d8e tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:35.516808 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-96b51162-7cbb-4699-b3ee-09d33e6df789 req-5d66b4d7-d4b1-4c6c-8853-4716f9713d8e tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for port, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:35.535262 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-b602fa51-68d6-400a-ab64-3215a9d74899 req-51708e03-2a52-481c-a3d1-21f2c3a46a68 tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] 10.222.0.38 "GET /v2.0/security-groups?id=dafcad79-8d42-4da4-b614-466a5dd52708&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3695784
May 02 03:10:35.587714 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d66b4d7-d4b1-4c6c-8853-4716f9713d8e tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Pushing event updated for resources: {'Port': ['ID=08dc974b-7500-43e6-8dbe-573d688be584,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:35.592418 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-5d66b4d7-d4b1-4c6c-8853-4716f9713d8e tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:35.593872 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-96b51162-7cbb-4699-b3ee-09d33e6df789 req-5d66b4d7-d4b1-4c6c-8853-4716f9713d8e tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0125198
May 02 03:10:35.623717 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [req-96b51162-7cbb-4699-b3ee-09d33e6df789 req-1d7c2d6d-6521-46ed-8ced-231c7e782846 service neutron] Request body: {'port': {'device_id': 'ad9e78fc-4c28-4964-bebe-b7c0f7b2285d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78907'}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:10:35.646128 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-d12c9323-c253-4579-91ce-60b4c075317a service neutron] 10.222.0.38 "GET /v2.0/networks/c7fbd4b3-8241-42d4-a727-6c3f39a82264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7498894
May 02 03:10:35.913616 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-3d1da65f-d92a-49be-a20f-1db793f264d2 req-e8b0ad5d-820f-49a0-be87-a600325303b8 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fb9ea33-7c5d-43fe-82a6-9702239befd2 HTTP/1.1" status: 200  len: 210 time: 0.1264949
May 02 03:10:35.968128 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-218745a8-1971-46b0-9bc8-20ffda7b9666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:36.019198 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-218745a8-1971-46b0-9bc8-20ffda7b9666 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:10:36.035789 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-218745a8-1971-46b0-9bc8-20ffda7b9666 admin admin] Usage tracker for resource:security_group_rule and tenant:6f3bd7b4fce5476c948364319280aaec is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:10:36.127255 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-218745a8-1971-46b0-9bc8-20ffda7b9666 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:10:36.166196 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-218745a8-1971-46b0-9bc8-20ffda7b9666 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:10:36.204230 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-96b51162-7cbb-4699-b3ee-09d33e6df789 req-1d7c2d6d-6521-46ed-8ced-231c7e782846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:36.472894 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-3dc39b70-c996-45b1-a9ca-e78be5139dd3 req-4986b065-eebe-4533-93ee-1a537e612b38 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.2434669
May 02 03:10:36.591523 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-218745a8-1971-46b0-9bc8-20ffda7b9666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:36.612080 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-218745a8-1971-46b0-9bc8-20ffda7b9666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:36.651514 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-c8db16b6-9c6b-4a4c-a5cc-0ecd3a27f5a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:37.028837 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-218745a8-1971-46b0-9bc8-20ffda7b9666 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6f3bd7b4fce5476c948364319280aaec&name=default HTTP/1.1" status: 200  len: 2979 time: 2.0121205
May 02 03:10:37.032104 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 44522) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:10:37.054723 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218745a8-1971-46b0-9bc8-20ffda7b9666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95e6e80-f017-413b-bab7-c0047dcbbcf6,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:37.077156 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-218745a8-1971-46b0-9bc8-20ffda7b9666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:37.272829 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-fbaa136b-d05b-4c9a-8f6d-fb58c324a731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:37.274842 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.notifiers.nova [req-96b51162-7cbb-4699-b3ee-09d33e6df789 req-1d7c2d6d-6521-46ed-8ced-231c7e782846 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08dc974b-7500-43e6-8dbe-573d688be584 {{(pid=73900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 02 03:10:37.285675 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-96b51162-7cbb-4699-b3ee-09d33e6df789 req-1d7c2d6d-6521-46ed-8ced-231c7e782846 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:37.321999 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.provisioning_blocks [req-96b51162-7cbb-4699-b3ee-09d33e6df789 req-1d7c2d6d-6521-46ed-8ced-231c7e782846 service neutron] Transition to ACTIVE for port object 08dc974b-7500-43e6-8dbe-573d688be584 will not be triggered until provisioned by entity L2. {{(pid=73900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:10:37.332005 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-96b51162-7cbb-4699-b3ee-09d33e6df789 req-1d7c2d6d-6521-46ed-8ced-231c7e782846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:37.353404 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:37.356199 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-72adfc6f-8d17-46c8-bdd9-d1de81534c67 req-8d12c69e-1606-4944-a595-de8a5fd2c50c tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fb9ea33-7c5d-43fe-82a6-9702239befd2 HTTP/1.1" status: 200  len: 210 time: 0.0709789
May 02 03:10:37.373603 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-fbaa136b-d05b-4c9a-8f6d-fb58c324a731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:37.459018 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-fbaa136b-d05b-4c9a-8f6d-fb58c324a731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:37.463582 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-7d738c3f-4df4-4620-a57e-fce2d4ad6432 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:37.486831 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaa136b-d05b-4c9a-8f6d-fb58c324a731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95e6e80-f017-413b-bab7-c0047dcbbcf6,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:37.493011 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-fbaa136b-d05b-4c9a-8f6d-fb58c324a731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:37.497534 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-fbaa136b-d05b-4c9a-8f6d-fb58c324a731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:37.499941 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-fbaa136b-d05b-4c9a-8f6d-fb58c324a731 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b95e6e80-f017-413b-bab7-c0047dcbbcf6 HTTP/1.1" status: 204  len: 168 time: 0.4650340
May 02 03:10:37.657393 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c2d6d-6521-46ed-8ced-231c7e782846 service neutron] Pushing event updated for resources: {'Port': ['ID=08dc974b-7500-43e6-8dbe-573d688be584,revision_number=2']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:37.662717 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-1d7c2d6d-6521-46ed-8ced-231c7e782846 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:37.722347 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:37.755455 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [req-96b51162-7cbb-4699-b3ee-09d33e6df789 req-1d7c2d6d-6521-46ed-8ced-231c7e782846 service neutron] Attempting to bind port 08dc974b-7500-43e6-8dbe-573d688be584 on host hv-cinder-78907 for vnic_type normal with profile  {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 02 03:10:37.756027 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [req-96b51162-7cbb-4699-b3ee-09d33e6df789 req-1d7c2d6d-6521-46ed-8ced-231c7e782846 service neutron] Attempting to bind port 08dc974b-7500-43e6-8dbe-573d688be584 by drivers openvswitch,hyperv on host hv-cinder-78907 at level 0 using segments [{'id': '1937cbf3-0a70-47fb-bc4a-5e853fa17fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34'}] {{(pid=73900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 02 03:10:37.756545 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b51162-7cbb-4699-b3ee-09d33e6df789 req-1d7c2d6d-6521-46ed-8ced-231c7e782846 service neutron] Attempting to bind port 08dc974b-7500-43e6-8dbe-573d688be584 on network ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34 {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:10:37.763650 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b51162-7cbb-4699-b3ee-09d33e6df789 req-1d7c2d6d-6521-46ed-8ced-231c7e782846 service neutron] Port 08dc974b-7500-43e6-8dbe-573d688be584 on network ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78907 {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 02 03:10:37.764170 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b51162-7cbb-4699-b3ee-09d33e6df789 req-1d7c2d6d-6521-46ed-8ced-231c7e782846 service neutron] Attempting to bind port 08dc974b-7500-43e6-8dbe-573d688be584 on network ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34 {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:10:37.773314 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b51162-7cbb-4699-b3ee-09d33e6df789 req-1d7c2d6d-6521-46ed-8ced-231c7e782846 service neutron] Checking agent: {'id': '8531ff9a-0c75-4a44-9da7-2507d2e05f16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 8, 9), 'started_at': datetime.datetime(2021, 5, 2, 3, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 02 03:10:37.773922 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b51162-7cbb-4699-b3ee-09d33e6df789 req-1d7c2d6d-6521-46ed-8ced-231c7e782846 service neutron] Checking segment: {'id': '1937cbf3-0a70-47fb-bc4a-5e853fa17fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:10:37.774507 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b51162-7cbb-4699-b3ee-09d33e6df789 req-1d7c2d6d-6521-46ed-8ced-231c7e782846 service neutron] Bound using segment: {'id': '1937cbf3-0a70-47fb-bc4a-5e853fa17fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34'} {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 02 03:10:37.775226 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [req-96b51162-7cbb-4699-b3ee-09d33e6df789 req-1d7c2d6d-6521-46ed-8ced-231c7e782846 service neutron] Bound port: 08dc974b-7500-43e6-8dbe-573d688be584, host: hv-cinder-78907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1937cbf3-0a70-47fb-bc4a-5e853fa17fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34'}}] {{(pid=73900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 02 03:10:37.776139 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-96b51162-7cbb-4699-b3ee-09d33e6df789 req-1d7c2d6d-6521-46ed-8ced-231c7e782846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:37.873284 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2e1462ab-c621-4ecd-894a-2c9da1d3c8b7 req-f1180519-6ffd-4ca4-8a2d-d569fff25d30 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0538819
May 02 03:10:37.893231 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [req-96b51162-7cbb-4699-b3ee-09d33e6df789 req-1d7c2d6d-6521-46ed-8ced-231c7e782846 service neutron] For port 08dc974b-7500-43e6-8dbe-573d688be584, host hv-cinder-78907, cleared binding levels {{(pid=73900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 02 03:10:37.899588 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [req-96b51162-7cbb-4699-b3ee-09d33e6df789 req-1d7c2d6d-6521-46ed-8ced-231c7e782846 service neutron] For port 08dc974b-7500-43e6-8dbe-573d688be584, host hv-cinder-78907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=08dc974b-7500-43e6-8dbe-573d688be584,segment=NetworkSegment(1937cbf3-0a70-47fb-bc4a-5e853fa17fc3),segment_id=1937cbf3-0a70-47fb-bc4a-5e853fa17fc3)] {{(pid=73900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 02 03:10:37.908253 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-96b51162-7cbb-4699-b3ee-09d33e6df789 req-1d7c2d6d-6521-46ed-8ced-231c7e782846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:37.921172 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:38.011906 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b51162-7cbb-4699-b3ee-09d33e6df789 req-1d7c2d6d-6521-46ed-8ced-231c7e782846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:38.012752 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-96b51162-7cbb-4699-b3ee-09d33e6df789 req-1d7c2d6d-6521-46ed-8ced-231c7e782846 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for port, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:38.014940 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-96b51162-7cbb-4699-b3ee-09d33e6df789 req-1d7c2d6d-6521-46ed-8ced-231c7e782846 service neutron] 10.222.0.37 "PUT /v2.0/ports/08dc974b-7500-43e6-8dbe-573d688be584 HTTP/1.1" status: 200  len: 1093 time: 2.4117236
May 02 03:10:38.015269 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad9e78fc-4c28-4964-bebe-b7c0f7b2285d', 'tag': '08dc974b-7500-43e6-8dbe-573d688be584'}] {{(pid=73900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:10:38.043456 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c2d6d-6521-46ed-8ced-231c7e782846 service neutron] Pushing event updated for resources: {'Port': ['ID=08dc974b-7500-43e6-8dbe-573d688be584,revision_number=3']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:38.047254 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-1d7c2d6d-6521-46ed-8ced-231c7e782846 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:38.075537 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-2b37ae34-f1c7-4a37-9c3a-fe4ac53e46e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:38.154176 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad9e78fc-4c28-4964-bebe-b7c0f7b2285d', 'tag': '08dc974b-7500-43e6-8dbe-573d688be584', 'status': 'completed', 'code': 200}
May 02 03:10:38.193920 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 44564) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:10:38.213302 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-db0c4a3d-329f-4e03-958d-ce7203d79197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:38.229935 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-db0c4a3d-329f-4e03-958d-ce7203d79197 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:10:38.234358 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-db0c4a3d-329f-4e03-958d-ce7203d79197 admin admin] Usage tracker for resource:security_group_rule and tenant:68c8c2c9b17244d6b6da6c64a72ee751 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:10:38.242028 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-db0c4a3d-329f-4e03-958d-ce7203d79197 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:10:38.248816 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-db0c4a3d-329f-4e03-958d-ce7203d79197 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:10:38.353344 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-db0c4a3d-329f-4e03-958d-ce7203d79197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:38.359748 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-db0c4a3d-329f-4e03-958d-ce7203d79197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:38.376512 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:38.439491 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-db0c4a3d-329f-4e03-958d-ce7203d79197 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=68c8c2c9b17244d6b6da6c64a72ee751&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2401571
May 02 03:10:38.440388 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 44578) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:10:38.476894 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c4a3d-329f-4e03-958d-ce7203d79197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f6a1c2-9615-47f5-83df-dbf3a68b459d,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:38.481422 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-db0c4a3d-329f-4e03-958d-ce7203d79197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:38.533609 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-14aa4e02-6066-44a5-a2d9-2dee34087db3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:38.572688 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-14aa4e02-6066-44a5-a2d9-2dee34087db3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:38.604633 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-09f65e02-e9fb-47ba-a50c-479bc54d64c5 req-064b30cb-bbee-436d-8b25-859911da0d20 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fb9ea33-7c5d-43fe-82a6-9702239befd2 HTTP/1.1" status: 200  len: 210 time: 0.0453248
May 02 03:10:38.662868 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-14aa4e02-6066-44a5-a2d9-2dee34087db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:38.666988 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:38.680588 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aa4e02-6066-44a5-a2d9-2dee34087db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f6a1c2-9615-47f5-83df-dbf3a68b459d,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:38.683517 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-14aa4e02-6066-44a5-a2d9-2dee34087db3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:38.691542 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-14aa4e02-6066-44a5-a2d9-2dee34087db3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:38.695171 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-14aa4e02-6066-44a5-a2d9-2dee34087db3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/29f6a1c2-9615-47f5-83df-dbf3a68b459d HTTP/1.1" status: 204  len: 168 time: 0.2503362
May 02 03:10:38.914371 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 44596) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:10:39.051205 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-503c1c3b-b396-4959-9220-47654eb0272c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:39.109441 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9e5e0b7d-18eb-4f42-8612-97a5e2f53ba3 req-c0a9f2cb-3bb8-4ccf-b72b-1b006fce80b2 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0625074
May 02 03:10:39.111854 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-503c1c3b-b396-4959-9220-47654eb0272c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:10:39.116958 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-503c1c3b-b396-4959-9220-47654eb0272c admin admin] Usage tracker for resource:security_group_rule and tenant:7eb7cc9ae3b1497ebaf5f063323e159d is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:10:39.120636 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-503c1c3b-b396-4959-9220-47654eb0272c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:10:39.127586 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-503c1c3b-b396-4959-9220-47654eb0272c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:10:39.182149 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:39.241714 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-503c1c3b-b396-4959-9220-47654eb0272c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:39.251608 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-503c1c3b-b396-4959-9220-47654eb0272c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:39.261429 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-6fe0e795-cba2-4541-a15e-e1b24ba157ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:39.308910 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503c1c3b-b396-4959-9220-47654eb0272c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f438f16-9c14-43cc-8902-5cfd96d510b4,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:39.322859 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-503c1c3b-b396-4959-9220-47654eb0272c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:39.328474 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-503c1c3b-b396-4959-9220-47654eb0272c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7eb7cc9ae3b1497ebaf5f063323e159d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4129496
May 02 03:10:39.329627 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 44618) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:10:39.351668 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:39.705098 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-3588ec26-4ecd-47d9-b4e3-a706ab7f5982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:39.760366 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-3588ec26-4ecd-47d9-b4e3-a706ab7f5982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:39.803069 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70263a-e682-413f-9385-35b987c84a88 req-a0005b91-8dff-4b52-ba06-b91c45d1c7b4 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:39.808658 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-1b70263a-e682-413f-9385-35b987c84a88 req-a0005b91-8dff-4b52-ba06-b91c45d1c7b4 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.37 "GET /v2.0/networks?id=ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34 HTTP/1.1" status: 200  len: 819 time: 0.4233134
May 02 03:10:39.854366 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.v2.base [req-1b70263a-e682-413f-9385-35b987c84a88 req-6a2b88bf-0118-4708-9d88-7d0f9e7e35a8 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Request body: {'port': {'device_id': '8fb9ea33-7c5d-43fe-82a6-9702239befd2', 'network_id': 'ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34', 'admin_state_up': True, 'tenant_id': 'c0c7970eea444c3cab1fd1c05acdf886'}} {{(pid=73901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:10:39.913587 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d4e5ba-8269-4a22-8828-63372b8cd0e4 req-f65e40c7-b277-42fd-8191-dc48424f95e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:39.922746 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-a7d4e5ba-8269-4a22-8828-63372b8cd0e4 req-f65e40c7-b277-42fd-8191-dc48424f95e2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c0c7970eea444c3cab1fd1c05acdf886&device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 1096 time: 0.4306366
May 02 03:10:40.199318 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-3588ec26-4ecd-47d9-b4e3-a706ab7f5982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:40.215105 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-29b76981-ed04-4505-967e-c4d6c99e6bc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:40.231025 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3588ec26-4ecd-47d9-b4e3-a706ab7f5982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f438f16-9c14-43cc-8902-5cfd96d510b4,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:40.237416 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-3588ec26-4ecd-47d9-b4e3-a706ab7f5982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:40.242592 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-3588ec26-4ecd-47d9-b4e3-a706ab7f5982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:40.247830 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-3588ec26-4ecd-47d9-b4e3-a706ab7f5982 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7f438f16-9c14-43cc-8902-5cfd96d510b4 HTTP/1.1" status: 204  len: 168 time: 0.9159653
May 02 03:10:40.327602 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d4e5ba-8269-4a22-8828-63372b8cd0e4 req-a0eeddc2-cbc1-4823-a557-cc8b13c4086d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:40.329344 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-a7d4e5ba-8269-4a22-8828-63372b8cd0e4 req-a0eeddc2-cbc1-4823-a557-cc8b13c4086d service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=c0c7970eea444c3cab1fd1c05acdf886&shared=False HTTP/1.1" status: 200  len: 920 time: 0.3985033
May 02 03:10:40.559173 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e37bccaf-5875-4580-8a17-d020e91a9f36 req-406fb280-1207-45ed-89e6-192cfc631bdc tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fb9ea33-7c5d-43fe-82a6-9702239befd2 HTTP/1.1" status: 200  len: 210 time: 0.5659530
May 02 03:10:40.703784 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-93b0f49e-cb8e-4955-bdf0-34816835b22d req-aa18b523-3f2d-4202-990e-648edaebff70 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0793538
May 02 03:10:40.727187 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:40.775369 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [req-1b70263a-e682-413f-9385-35b987c84a88 req-6a2b88bf-0118-4708-9d88-7d0f9e7e35a8 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:10:40.788233 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [req-1b70263a-e682-413f-9385-35b987c84a88 req-6a2b88bf-0118-4708-9d88-7d0f9e7e35a8 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Usage tracker for resource:port and tenant:c0c7970eea444c3cab1fd1c05acdf886 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:10:40.795039 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [req-1b70263a-e682-413f-9385-35b987c84a88 req-6a2b88bf-0118-4708-9d88-7d0f9e7e35a8 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Quota usage for port was recalculated. Used quota:2. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:10:40.811797 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [req-1b70263a-e682-413f-9385-35b987c84a88 req-6a2b88bf-0118-4708-9d88-7d0f9e7e35a8 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:10:40.835326 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d4e5ba-8269-4a22-8828-63372b8cd0e4 req-e023cbd9-d082-48c2-be29-bc7417d55d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:40.838276 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b70263a-e682-413f-9385-35b987c84a88 req-6a2b88bf-0118-4708-9d88-7d0f9e7e35a8 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Made reservation on behalf of c0c7970eea444c3cab1fd1c05acdf886 for: {'port': 1} {{(pid=73901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 02 03:10:40.843257 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [req-1b70263a-e682-413f-9385-35b987c84a88 req-6a2b88bf-0118-4708-9d88-7d0f9e7e35a8 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:40.845808 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-a7d4e5ba-8269-4a22-8828-63372b8cd0e4 req-e023cbd9-d082-48c2-be29-bc7417d55d13 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5086133
May 02 03:10:40.979439 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.37', 59056) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:10:41.039148 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 44678) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:10:41.151387 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-172ac2e4-81f7-447c-976e-4872fc75c657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:41.203451 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-172ac2e4-81f7-447c-976e-4872fc75c657 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:10:41.203451 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-172ac2e4-81f7-447c-976e-4872fc75c657 admin admin] Usage tracker for resource:security_group_rule and tenant:21232faf90144f10ad2c926ffabf266c is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:10:41.210582 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-172ac2e4-81f7-447c-976e-4872fc75c657 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:10:41.224899 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-172ac2e4-81f7-447c-976e-4872fc75c657 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:10:41.248868 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.db_base_plugin_common [req-1b70263a-e682-413f-9385-35b987c84a88 req-6a2b88bf-0118-4708-9d88-7d0f9e7e35a8 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Allocated IP 172.20.0.13 (ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34/1b190fc7-4823-4c94-a79b-e61ea64b5302/db3d5c70-bfaa-4574-aad1-0e6c17b2be51) {{(pid=73901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 02 03:10:41.391827 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b51162-7cbb-4699-b3ee-09d33e6df789 req-1d015693-e16f-49ba-b74f-0da1d4e1e2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:41.393815 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-96b51162-7cbb-4699-b3ee-09d33e6df789 req-1d015693-e16f-49ba-b74f-0da1d4e1e2e3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c0c7970eea444c3cab1fd1c05acdf886&device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 1096 time: 0.4109507
May 02 03:10:41.585582 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-172ac2e4-81f7-447c-976e-4872fc75c657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:41.600693 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-172ac2e4-81f7-447c-976e-4872fc75c657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:41.666779 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-96b51162-7cbb-4699-b3ee-09d33e6df789 req-f562a012-473e-459d-9a4f-d229c7bfa942 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08dc974b-7500-43e6-8dbe-573d688be584 HTTP/1.1" status: 200  len: 217 time: 0.2620590
May 02 03:10:41.678254 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:41.700964 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-172ac2e4-81f7-447c-976e-4872fc75c657 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=21232faf90144f10ad2c926ffabf266c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6581440
May 02 03:10:41.705055 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 44702) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:10:41.769449 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-4c8ff321-27f5-406d-8fae-11caf7e8d7a1 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:41.771199 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-4c8ff321-27f5-406d-8fae-11caf7e8d7a1 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.37 "GET /v2.0/networks?id=c7fbd4b3-8241-42d4-a727-6c3f39a82264 HTTP/1.1" status: 200  len: 817 time: 0.7905514
May 02 03:10:41.900716 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-8081e7a4-5bf4-4b32-8153-8b8b2d5afad6 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e7db1adde334ad386f1a91ee9ac0682 HTTP/1.1" status: 200  len: 380 time: 0.1155038
May 02 03:10:41.902574 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b51162-7cbb-4699-b3ee-09d33e6df789 req-fcadaab4-3aff-425b-b7f1-28d0dc72ec0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:41.921111 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-96b51162-7cbb-4699-b3ee-09d33e6df789 req-fcadaab4-3aff-425b-b7f1-28d0dc72ec0c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1b190fc7-4823-4c94-a79b-e61ea64b5302 HTTP/1.1" status: 200  len: 859 time: 0.2439680
May 02 03:10:41.942905 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-1f9af38f-d503-4e4d-8a12-154478e527a7 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Request body: {'port': {'device_id': '872861b5-2289-48a5-9ad3-e3799fbcc95a', 'network_id': 'c7fbd4b3-8241-42d4-a727-6c3f39a82264', 'admin_state_up': True, 'tenant_id': '4e7db1adde334ad386f1a91ee9ac0682', 'security_groups': ['ecf2285c-6ac9-4119-9aba-2a3d83749da5']}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:10:41.965485 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172ac2e4-81f7-447c-976e-4872fc75c657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1cafb9-2a35-43ac-92f1-822d27b5b494,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:41.997939 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-172ac2e4-81f7-447c-976e-4872fc75c657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:42.007688 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-0932a036-8f9d-4bc4-9d1e-d181ab8761bf req-7af2c5ba-1080-41e4-8b80-6b403a017a47 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fb9ea33-7c5d-43fe-82a6-9702239befd2 HTTP/1.1" status: 200  len: 210 time: 0.1799216
May 02 03:10:42.021039 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [req-1b70263a-e682-413f-9385-35b987c84a88 req-6a2b88bf-0118-4708-9d88-7d0f9e7e35a8 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Notify callbacks [] for port, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:42.063426 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-aa94e394-6107-4e24-9f21-27f16af87224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:42.106092 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-aa94e394-6107-4e24-9f21-27f16af87224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:42.158198 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-96b51162-7cbb-4699-b3ee-09d33e6df789 req-9bd6df65-7f38-4842-a1d8-31dcc9e02b16 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1714442
May 02 03:10:42.174691 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [req-1b70263a-e682-413f-9385-35b987c84a88 req-6a2b88bf-0118-4708-9d88-7d0f9e7e35a8 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747865333526'] for port, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:42.188781 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:42.432233 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-8e3648eb-eb52-43cb-b800-87aa786410d4 req-51cfcdd1-13ac-4aa0-83f4-4963932ba781 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.1561785
May 02 03:10:42.434312 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b70263a-e682-413f-9385-35b987c84a88 req-6a2b88bf-0118-4708-9d88-7d0f9e7e35a8 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Network ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34 is already hosted by enough agents. {{(pid=73901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:10:42.438813 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.base_scheduler [req-1b70263a-e682-413f-9385-35b987c84a88 req-6a2b88bf-0118-4708-9d88-7d0f9e7e35a8 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Resources bound (agent type, host, resource id):  {{(pid=73901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:10:42.441242 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-aa94e394-6107-4e24-9f21-27f16af87224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:42.452411 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b70263a-e682-413f-9385-35b987c84a88 req-6a2b88bf-0118-4708-9d88-7d0f9e7e35a8 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Received port after_create {{(pid=73901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 02 03:10:42.459615 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70263a-e682-413f-9385-35b987c84a88 req-6a2b88bf-0118-4708-9d88-7d0f9e7e35a8 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:42.460500 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [req-1b70263a-e682-413f-9385-35b987c84a88 req-6a2b88bf-0118-4708-9d88-7d0f9e7e35a8 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for port, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:42.489569 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2b88bf-0118-4708-9d88-7d0f9e7e35a8 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Pushing event updated for resources: {'Port': ['ID=db3d5c70-bfaa-4574-aad1-0e6c17b2be51,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:42.496621 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-6a2b88bf-0118-4708-9d88-7d0f9e7e35a8 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:42.497262 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-5d11c4dd-b6f6-4a99-8136-b6c5a8d8d08b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:42.517311 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa94e394-6107-4e24-9f21-27f16af87224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1cafb9-2a35-43ac-92f1-822d27b5b494,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:42.524008 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-96b51162-7cbb-4699-b3ee-09d33e6df789 req-38cfc138-41b7-442e-8b95-6e6d8dc17de5 service neutron] 10.222.0.37 "GET /v2.0/networks/ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3562393
May 02 03:10:42.525124 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-1f9af38f-d503-4e4d-8a12-154478e527a7 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:10:42.526059 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-aa94e394-6107-4e24-9f21-27f16af87224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:42.531538 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-1f9af38f-d503-4e4d-8a12-154478e527a7 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Usage tracker for resource:port and tenant:4e7db1adde334ad386f1a91ee9ac0682 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:10:42.535966 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-1f9af38f-d503-4e4d-8a12-154478e527a7 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Quota usage for port was recalculated. Used quota:3. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:10:42.544616 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-1f9af38f-d503-4e4d-8a12-154478e527a7 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:10:42.555244 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-aa94e394-6107-4e24-9f21-27f16af87224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:42.556563 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-aa94e394-6107-4e24-9f21-27f16af87224 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bc1cafb9-2a35-43ac-92f1-822d27b5b494 HTTP/1.1" status: 204  len: 168 time: 0.8466854
May 02 03:10:42.562723 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-1b70263a-e682-413f-9385-35b987c84a88 req-6a2b88bf-0118-4708-9d88-7d0f9e7e35a8 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.7457426
May 02 03:10:42.577902 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.v2.base [req-1b70263a-e682-413f-9385-35b987c84a88 req-ac40148b-2b57-4d0c-9968-432c2dbe9acd service neutron] Request body: {'port': {'device_id': '8fb9ea33-7c5d-43fe-82a6-9702239befd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78907'}} {{(pid=73901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:10:42.603616 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-1f9af38f-d503-4e4d-8a12-154478e527a7 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Made reservation on behalf of 4e7db1adde334ad386f1a91ee9ac0682 for: {'port': 1} {{(pid=73900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 02 03:10:42.608752 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-1f9af38f-d503-4e4d-8a12-154478e527a7 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:42.729084 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [req-1b70263a-e682-413f-9385-35b987c84a88 req-ac40148b-2b57-4d0c-9968-432c2dbe9acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:42.837006 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-96b51162-7cbb-4699-b3ee-09d33e6df789 req-f5cc5792-54a0-4b59-8503-5d14b071f9d3 service neutron] 10.222.0.37 "GET /v2.0/networks/ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2897418
May 02 03:10:42.966089 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.db_base_plugin_common [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-1f9af38f-d503-4e4d-8a12-154478e527a7 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Allocated IP 172.20.0.14 (c7fbd4b3-8241-42d4-a727-6c3f39a82264/78de75db-d296-47a5-9b25-e7b9f1e1ac72/0df8b6ae-d25f-4132-8489-a685808f1ea3) {{(pid=73900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 02 03:10:43.404337 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-1f9af38f-d503-4e4d-8a12-154478e527a7 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks [] for port, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:43.437757 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.provisioning_blocks [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-1f9af38f-d503-4e4d-8a12-154478e527a7 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Transition to ACTIVE for port object 0df8b6ae-d25f-4132-8489-a685808f1ea3 will not be triggered until provisioned by entity DHCP. {{(pid=73900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:10:43.494308 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d49e0c-0abc-46bf-b8a4-e2a5439c8bdf req-ccdb9b8d-b873-46a7-be5a-c39ac2aec557 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:43.495808 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [req-90d49e0c-0abc-46bf-b8a4-e2a5439c8bdf req-ccdb9b8d-b873-46a7-be5a-c39ac2aec557 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Synchronizing usage tracker for tenant:c0c7970eea444c3cab1fd1c05acdf886 on resource:port {{(pid=73901) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 02 03:10:43.521606 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-1f9af38f-d503-4e4d-8a12-154478e527a7 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747865333526'] for port, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:43.555305 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-c56471f3-7e2a-4561-b469-2f4f35698809 tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:43.653875 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [req-90d49e0c-0abc-46bf-b8a4-e2a5439c8bdf req-ccdb9b8d-b873-46a7-be5a-c39ac2aec557 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Unset dirty status for tenant:c0c7970eea444c3cab1fd1c05acdf886 on resource:port {{(pid=73901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 02 03:10:43.668992 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-90d49e0c-0abc-46bf-b8a4-e2a5439c8bdf req-ccdb9b8d-b873-46a7-be5a-c39ac2aec557 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fb9ea33-7c5d-43fe-82a6-9702239befd2 HTTP/1.1" status: 200  len: 932 time: 0.4906743
May 02 03:10:43.788535 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.notifiers.nova [req-1b70263a-e682-413f-9385-35b987c84a88 req-ac40148b-2b57-4d0c-9968-432c2dbe9acd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db3d5c70-bfaa-4574-aad1-0e6c17b2be51 {{(pid=73901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 02 03:10:43.823098 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9af38f-d503-4e4d-8a12-154478e527a7 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Pushing event updated for resources: {'Port': ['ID=0df8b6ae-d25f-4132-8489-a685808f1ea3,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:43.828840 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-90d49e0c-0abc-46bf-b8a4-e2a5439c8bdf req-32c079e5-0208-42bb-9bce-abeaa824b894 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1582985
May 02 03:10:43.831848 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-1f9af38f-d503-4e4d-8a12-154478e527a7 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:43.833387 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [req-1b70263a-e682-413f-9385-35b987c84a88 req-ac40148b-2b57-4d0c-9968-432c2dbe9acd service neutron] Notify callbacks [] for port, precommit_update {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:43.849141 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-1f9af38f-d503-4e4d-8a12-154478e527a7 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Network c7fbd4b3-8241-42d4-a727-6c3f39a82264 is already hosted by enough agents. {{(pid=73900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:10:43.851828 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.base_scheduler [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-1f9af38f-d503-4e4d-8a12-154478e527a7 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Resources bound (agent type, host, resource id):  {{(pid=73900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:10:43.855564 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-1f9af38f-d503-4e4d-8a12-154478e527a7 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Received port after_create {{(pid=73900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 02 03:10:43.884974 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-1f9af38f-d503-4e4d-8a12-154478e527a7 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:43.886358 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-1f9af38f-d503-4e4d-8a12-154478e527a7 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for port, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:43.972770 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-1f9af38f-d503-4e4d-8a12-154478e527a7 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0497403
May 02 03:10:43.991529 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-d015b567-14dd-4775-aa0d-24f2a61efa12 service neutron] Request body: {'port': {'device_id': '872861b5-2289-48a5-9ad3-e3799fbcc95a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78907'}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:10:44.029017 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.provisioning_blocks [req-1b70263a-e682-413f-9385-35b987c84a88 req-ac40148b-2b57-4d0c-9968-432c2dbe9acd service neutron] Transition to ACTIVE for port object db3d5c70-bfaa-4574-aad1-0e6c17b2be51 will not be triggered until provisioned by entity L2. {{(pid=73901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:10:44.044825 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [req-1b70263a-e682-413f-9385-35b987c84a88 req-ac40148b-2b57-4d0c-9968-432c2dbe9acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:44.090380 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-2672dac3-a55e-48bd-abee-0f1d214991a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:44.336258 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-d015b567-14dd-4775-aa0d-24f2a61efa12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:44.457209 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-9d4b942c-c862-4c73-b94c-98ad5078fdf9 None None] Provisioning for port 0df8b6ae-d25f-4132-8489-a685808f1ea3 completed by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:10:44.463211 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-9d4b942c-c862-4c73-b94c-98ad5078fdf9 None None] Provisioning complete for port 0df8b6ae-d25f-4132-8489-a685808f1ea3 triggered by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:10:44.464087 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-9d4b942c-c862-4c73-b94c-98ad5078fdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:44.601644 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac40148b-2b57-4d0c-9968-432c2dbe9acd service neutron] Pushing event updated for resources: {'Port': ['ID=db3d5c70-bfaa-4574-aad1-0e6c17b2be51,revision_number=2']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:44.614259 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-ac40148b-2b57-4d0c-9968-432c2dbe9acd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:44.642288 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-9d4b942c-c862-4c73-b94c-98ad5078fdf9 None None] Port 0df8b6ae-d25f-4132-8489-a685808f1ea3 cannot update to ACTIVE because it is not bound. {{(pid=73902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 02 03:10:44.682826 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 44786) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:10:44.709597 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd505a-a4ef-4056-a5a3-d5a37f026b0c req-d28ab6dc-f702-4f4b-9f2e-2dcc09991e68 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:44.711683 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-fffd505a-a4ef-4056-a5a3-d5a37f026b0c req-d28ab6dc-f702-4f4b-9f2e-2dcc09991e68 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 932 time: 0.8280792
May 02 03:10:44.804522 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.managers [req-1b70263a-e682-413f-9385-35b987c84a88 req-ac40148b-2b57-4d0c-9968-432c2dbe9acd service neutron] Attempting to bind port db3d5c70-bfaa-4574-aad1-0e6c17b2be51 on host hv-cinder-78907 for vnic_type normal with profile  {{(pid=73901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 02 03:10:44.810715 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.managers [req-1b70263a-e682-413f-9385-35b987c84a88 req-ac40148b-2b57-4d0c-9968-432c2dbe9acd service neutron] Attempting to bind port db3d5c70-bfaa-4574-aad1-0e6c17b2be51 by drivers openvswitch,hyperv on host hv-cinder-78907 at level 0 using segments [{'id': '1937cbf3-0a70-47fb-bc4a-5e853fa17fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34'}] {{(pid=73901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 02 03:10:44.811071 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b70263a-e682-413f-9385-35b987c84a88 req-ac40148b-2b57-4d0c-9968-432c2dbe9acd service neutron] Attempting to bind port db3d5c70-bfaa-4574-aad1-0e6c17b2be51 on network ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34 {{(pid=73901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:10:44.857525 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b70263a-e682-413f-9385-35b987c84a88 req-ac40148b-2b57-4d0c-9968-432c2dbe9acd service neutron] Port db3d5c70-bfaa-4574-aad1-0e6c17b2be51 on network ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78907 {{(pid=73901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 02 03:10:44.858153 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b70263a-e682-413f-9385-35b987c84a88 req-ac40148b-2b57-4d0c-9968-432c2dbe9acd service neutron] Attempting to bind port db3d5c70-bfaa-4574-aad1-0e6c17b2be51 on network ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34 {{(pid=73901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:10:44.883222 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b70263a-e682-413f-9385-35b987c84a88 req-ac40148b-2b57-4d0c-9968-432c2dbe9acd service neutron] Checking agent: {'id': '8531ff9a-0c75-4a44-9da7-2507d2e05f16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 8, 9), 'started_at': datetime.datetime(2021, 5, 2, 3, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 02 03:10:44.886739 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b70263a-e682-413f-9385-35b987c84a88 req-ac40148b-2b57-4d0c-9968-432c2dbe9acd service neutron] Checking segment: {'id': '1937cbf3-0a70-47fb-bc4a-5e853fa17fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:10:44.887247 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b70263a-e682-413f-9385-35b987c84a88 req-ac40148b-2b57-4d0c-9968-432c2dbe9acd service neutron] Bound using segment: {'id': '1937cbf3-0a70-47fb-bc4a-5e853fa17fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34'} {{(pid=73901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 02 03:10:44.887757 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.managers [req-1b70263a-e682-413f-9385-35b987c84a88 req-ac40148b-2b57-4d0c-9968-432c2dbe9acd service neutron] Bound port: db3d5c70-bfaa-4574-aad1-0e6c17b2be51, host: hv-cinder-78907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1937cbf3-0a70-47fb-bc4a-5e853fa17fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34'}}] {{(pid=73901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 02 03:10:44.888108 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [req-1b70263a-e682-413f-9385-35b987c84a88 req-ac40148b-2b57-4d0c-9968-432c2dbe9acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:45.082663 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-fffd505a-a4ef-4056-a5a3-d5a37f026b0c req-58a010b1-6ae9-4b75-bb25-0756bb0c6355 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3475957
May 02 03:10:45.152586 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.notifiers.nova [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-d015b567-14dd-4775-aa0d-24f2a61efa12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0df8b6ae-d25f-4132-8489-a685808f1ea3 {{(pid=73900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 02 03:10:45.162462 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-d015b567-14dd-4775-aa0d-24f2a61efa12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:45.166550 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.v2.base [None req-c1a1c5fd-b56f-46e5-baa3-5b8beb41781a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1418482497-network', 'tenant_id': '3a5e2f6237d24066809747f736fe4908'}} {{(pid=73901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:10:45.179755 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.provisioning_blocks [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-d015b567-14dd-4775-aa0d-24f2a61efa12 service neutron] Transition to ACTIVE for port object 0df8b6ae-d25f-4132-8489-a685808f1ea3 will not be triggered until provisioned by entity L2. {{(pid=73900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:10:45.185075 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-d015b567-14dd-4775-aa0d-24f2a61efa12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:45.192519 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-1f9af38f-d503-4e4d-8a12-154478e527a7 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:45.248554 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-c1a1c5fd-b56f-46e5-baa3-5b8beb41781a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:10:45.271503 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-c1a1c5fd-b56f-46e5-baa3-5b8beb41781a admin admin] Usage tracker for resource:network and tenant:3a5e2f6237d24066809747f736fe4908 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:10:45.277706 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-c1a1c5fd-b56f-46e5-baa3-5b8beb41781a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:10:45.287755 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-c1a1c5fd-b56f-46e5-baa3-5b8beb41781a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:10:45.339997 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a1c5fd-b56f-46e5-baa3-5b8beb41781a admin admin] Made reservation on behalf of 3a5e2f6237d24066809747f736fe4908 for: {'network': 1} {{(pid=73901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 02 03:10:45.343065 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-c1a1c5fd-b56f-46e5-baa3-5b8beb41781a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for network, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:45.358394 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.db [req-1b70263a-e682-413f-9385-35b987c84a88 req-ac40148b-2b57-4d0c-9968-432c2dbe9acd service neutron] For port db3d5c70-bfaa-4574-aad1-0e6c17b2be51, host hv-cinder-78907, cleared binding levels {{(pid=73901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 02 03:10:45.361269 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d015b567-14dd-4775-aa0d-24f2a61efa12 service neutron] Pushing event updated for resources: {'Port': ['ID=0df8b6ae-d25f-4132-8489-a685808f1ea3,revision_number=2']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:45.377560 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-c1a1c5fd-b56f-46e5-baa3-5b8beb41781a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:45.378840 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-d015b567-14dd-4775-aa0d-24f2a61efa12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:45.399174 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.db [req-1b70263a-e682-413f-9385-35b987c84a88 req-ac40148b-2b57-4d0c-9968-432c2dbe9acd service neutron] For port db3d5c70-bfaa-4574-aad1-0e6c17b2be51, host hv-cinder-78907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=db3d5c70-bfaa-4574-aad1-0e6c17b2be51,segment=NetworkSegment(1937cbf3-0a70-47fb-bc4a-5e853fa17fc3),segment_id=1937cbf3-0a70-47fb-bc4a-5e853fa17fc3)] {{(pid=73901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 02 03:10:45.403765 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-c1a1c5fd-b56f-46e5-baa3-5b8beb41781a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:10:45.417119 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e64c93e-9145-4d26-98c8-8dc0cbfc0397 req-d778b385-99bc-4b40-8474-e736c225c851 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:45.419105 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9e64c93e-9145-4d26-98c8-8dc0cbfc0397 req-d778b385-99bc-4b40-8474-e736c225c851 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fb9ea33-7c5d-43fe-82a6-9702239befd2 HTTP/1.1" status: 200  len: 944 time: 0.2361674
May 02 03:10:45.420356 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-c1a1c5fd-b56f-46e5-baa3-5b8beb41781a admin admin] Usage tracker for resource:security_group_rule and tenant:3a5e2f6237d24066809747f736fe4908 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:10:45.424445 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-c1a1c5fd-b56f-46e5-baa3-5b8beb41781a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:10:45.430750 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [req-1b70263a-e682-413f-9385-35b987c84a88 req-ac40148b-2b57-4d0c-9968-432c2dbe9acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:45.449564 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-c1a1c5fd-b56f-46e5-baa3-5b8beb41781a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:10:45.460303 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-6a2b88bf-0118-4708-9d88-7d0f9e7e35a8 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:45.464801 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-d015b567-14dd-4775-aa0d-24f2a61efa12 service neutron] Attempting to bind port 0df8b6ae-d25f-4132-8489-a685808f1ea3 on host hv-cinder-78907 for vnic_type normal with profile  {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 02 03:10:45.465315 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-d015b567-14dd-4775-aa0d-24f2a61efa12 service neutron] Attempting to bind port 0df8b6ae-d25f-4132-8489-a685808f1ea3 by drivers openvswitch,hyperv on host hv-cinder-78907 at level 0 using segments [{'id': '6c6f3f05-f004-471e-8a0e-26e9fcb39326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c7fbd4b3-8241-42d4-a727-6c3f39a82264'}] {{(pid=73900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 02 03:10:45.465713 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-d015b567-14dd-4775-aa0d-24f2a61efa12 service neutron] Attempting to bind port 0df8b6ae-d25f-4132-8489-a685808f1ea3 on network c7fbd4b3-8241-42d4-a727-6c3f39a82264 {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:10:45.476037 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-d015b567-14dd-4775-aa0d-24f2a61efa12 service neutron] Port 0df8b6ae-d25f-4132-8489-a685808f1ea3 on network c7fbd4b3-8241-42d4-a727-6c3f39a82264 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78907 {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 02 03:10:45.476670 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-d015b567-14dd-4775-aa0d-24f2a61efa12 service neutron] Attempting to bind port 0df8b6ae-d25f-4132-8489-a685808f1ea3 on network c7fbd4b3-8241-42d4-a727-6c3f39a82264 {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:10:45.488883 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-d015b567-14dd-4775-aa0d-24f2a61efa12 service neutron] Checking agent: {'id': '8531ff9a-0c75-4a44-9da7-2507d2e05f16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 8, 9), 'started_at': datetime.datetime(2021, 5, 2, 3, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 02 03:10:45.489441 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-d015b567-14dd-4775-aa0d-24f2a61efa12 service neutron] Checking segment: {'id': '6c6f3f05-f004-471e-8a0e-26e9fcb39326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c7fbd4b3-8241-42d4-a727-6c3f39a82264'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:10:45.490443 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-d015b567-14dd-4775-aa0d-24f2a61efa12 service neutron] Bound using segment: {'id': '6c6f3f05-f004-471e-8a0e-26e9fcb39326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c7fbd4b3-8241-42d4-a727-6c3f39a82264'} {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 02 03:10:45.491317 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-d015b567-14dd-4775-aa0d-24f2a61efa12 service neutron] Bound port: 0df8b6ae-d25f-4132-8489-a685808f1ea3, host: hv-cinder-78907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c6f3f05-f004-471e-8a0e-26e9fcb39326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c7fbd4b3-8241-42d4-a727-6c3f39a82264'}}] {{(pid=73900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 02 03:10:45.492307 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-d015b567-14dd-4775-aa0d-24f2a61efa12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:45.553995 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70263a-e682-413f-9385-35b987c84a88 req-ac40148b-2b57-4d0c-9968-432c2dbe9acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:45.554804 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [req-1b70263a-e682-413f-9385-35b987c84a88 req-ac40148b-2b57-4d0c-9968-432c2dbe9acd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for port, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:45.556730 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-1b70263a-e682-413f-9385-35b987c84a88 req-ac40148b-2b57-4d0c-9968-432c2dbe9acd service neutron] 10.222.0.37 "PUT /v2.0/ports/db3d5c70-bfaa-4574-aad1-0e6c17b2be51 HTTP/1.1" status: 200  len: 1094 time: 2.9831393
May 02 03:10:45.563966 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fb9ea33-7c5d-43fe-82a6-9702239befd2', 'tag': 'db3d5c70-bfaa-4574-aad1-0e6c17b2be51'}] {{(pid=73901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:10:45.571034 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device 08dc974b-7500-43e6-8dbe-573d688be584 details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=73902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 02 03:10:45.686064 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-d015b567-14dd-4775-aa0d-24f2a61efa12 service neutron] For port 0df8b6ae-d25f-4132-8489-a685808f1ea3, host hv-cinder-78907, cleared binding levels {{(pid=73900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 02 03:10:45.688178 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9e64c93e-9145-4d26-98c8-8dc0cbfc0397 req-199ed2f5-7a7f-4375-8076-0af5b4d546ee tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2590108
May 02 03:10:45.689956 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-d015b567-14dd-4775-aa0d-24f2a61efa12 service neutron] For port 0df8b6ae-d25f-4132-8489-a685808f1ea3, host hv-cinder-78907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=0df8b6ae-d25f-4132-8489-a685808f1ea3,segment=NetworkSegment(6c6f3f05-f004-471e-8a0e-26e9fcb39326),segment_id=6c6f3f05-f004-471e-8a0e-26e9fcb39326)] {{(pid=73900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 02 03:10:45.697221 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-d015b567-14dd-4775-aa0d-24f2a61efa12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:45.708937 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac40148b-2b57-4d0c-9968-432c2dbe9acd service neutron] Pushing event updated for resources: {'Port': ['ID=db3d5c70-bfaa-4574-aad1-0e6c17b2be51,revision_number=3']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:45.716974 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:45.728613 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac40148b-2b57-4d0c-9968-432c2dbe9acd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:10:45.728613 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac40148b-2b57-4d0c-9968-432c2dbe9acd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:10:45.728613 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac40148b-2b57-4d0c-9968-432c2dbe9acd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:10:45.728613 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac40148b-2b57-4d0c-9968-432c2dbe9acd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:10:45.728613 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac40148b-2b57-4d0c-9968-432c2dbe9acd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:10:45.728613 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac40148b-2b57-4d0c-9968-432c2dbe9acd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:10:45.728613 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac40148b-2b57-4d0c-9968-432c2dbe9acd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:10:45.728613 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac40148b-2b57-4d0c-9968-432c2dbe9acd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:10:45.728613 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac40148b-2b57-4d0c-9968-432c2dbe9acd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:10:45.728613 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac40148b-2b57-4d0c-9968-432c2dbe9acd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:10:45.729548 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac40148b-2b57-4d0c-9968-432c2dbe9acd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:10:45.729762 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac40148b-2b57-4d0c-9968-432c2dbe9acd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:10:45.756511 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-ac40148b-2b57-4d0c-9968-432c2dbe9acd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:45.779506 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fb9ea33-7c5d-43fe-82a6-9702239befd2', 'tag': 'db3d5c70-bfaa-4574-aad1-0e6c17b2be51', 'status': 'completed', 'code': 200}
May 02 03:10:45.825879 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-d015b567-14dd-4775-aa0d-24f2a61efa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:45.827391 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-d015b567-14dd-4775-aa0d-24f2a61efa12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for port, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:45.830319 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-d015b567-14dd-4775-aa0d-24f2a61efa12 service neutron] 10.222.0.37 "PUT /v2.0/ports/0df8b6ae-d25f-4132-8489-a685808f1ea3 HTTP/1.1" status: 200  len: 1094 time: 1.8502393
May 02 03:10:45.848766 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '872861b5-2289-48a5-9ad3-e3799fbcc95a', 'tag': '0df8b6ae-d25f-4132-8489-a685808f1ea3'}] {{(pid=73900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:10:45.928747 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70263a-e682-413f-9385-35b987c84a88 req-ec384a9a-6338-46f6-b376-69d38fc9002f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:45.930413 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-1b70263a-e682-413f-9385-35b987c84a88 req-ec384a9a-6338-46f6-b376-69d38fc9002f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c0c7970eea444c3cab1fd1c05acdf886&device_id=8fb9ea33-7c5d-43fe-82a6-9702239befd2 HTTP/1.1" status: 200  len: 1097 time: 0.3091338
May 02 03:10:45.948619 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-c1a1c5fd-b56f-46e5-baa3-5b8beb41781a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:45.986729 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '872861b5-2289-48a5-9ad3-e3799fbcc95a', 'tag': '0df8b6ae-d25f-4132-8489-a685808f1ea3', 'status': 'completed', 'code': 200}
May 02 03:10:46.009000 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port 08dc974b-7500-43e6-8dbe-573d688be584, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=08dc974b-7500-43e6-8dbe-573d688be584,segment=NetworkSegment(1937cbf3-0a70-47fb-bc4a-5e853fa17fc3),segment_id=1937cbf3-0a70-47fb-bc4a-5e853fa17fc3)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:10:46.046270 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d015b567-14dd-4775-aa0d-24f2a61efa12 service neutron] Pushing event updated for resources: {'Port': ['ID=0df8b6ae-d25f-4132-8489-a685808f1ea3,revision_number=3']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:46.055232 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-c1a1c5fd-b56f-46e5-baa3-5b8beb41781a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:46.056636 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Returning: {'device': '08dc974b-7500-43e6-8dbe-573d688be584', 'network_id': 'ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34', 'port_id': '08dc974b-7500-43e6-8dbe-573d688be584', 'mac_address': 'fa:16:3e:86:9f:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b190fc7-4823-4c94-a79b-e61ea64b5302', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 02 03:10:46.075190 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-db0c4a3d-329f-4e03-958d-ce7203d79197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:46.085314 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d015b567-14dd-4775-aa0d-24f2a61efa12 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:10:46.089855 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d015b567-14dd-4775-aa0d-24f2a61efa12 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:10:46.090566 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d015b567-14dd-4775-aa0d-24f2a61efa12 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:10:46.091096 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d015b567-14dd-4775-aa0d-24f2a61efa12 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:10:46.091388 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-1b70263a-e682-413f-9385-35b987c84a88 req-895bdbeb-afe0-45e8-bebe-3a7a9776b2d1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db3d5c70-bfaa-4574-aad1-0e6c17b2be51 HTTP/1.1" status: 200  len: 217 time: 0.1469879
May 02 03:10:46.091872 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d015b567-14dd-4775-aa0d-24f2a61efa12 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:10:46.092362 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d015b567-14dd-4775-aa0d-24f2a61efa12 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:10:46.092856 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d015b567-14dd-4775-aa0d-24f2a61efa12 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:10:46.093335 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d015b567-14dd-4775-aa0d-24f2a61efa12 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:10:46.093813 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d015b567-14dd-4775-aa0d-24f2a61efa12 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:10:46.094287 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d015b567-14dd-4775-aa0d-24f2a61efa12 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:10:46.095346 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d015b567-14dd-4775-aa0d-24f2a61efa12 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:10:46.095830 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d015b567-14dd-4775-aa0d-24f2a61efa12 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:10:46.108316 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-d015b567-14dd-4775-aa0d-24f2a61efa12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:46.162573 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1a1c5fd-b56f-46e5-baa3-5b8beb41781a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227}  {{(pid=73901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 02 03:10:46.193896 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-2d83eae0-b295-4bd0-923f-8bd79f5a7012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:46.196242 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-2d83eae0-b295-4bd0-923f-8bd79f5a7012 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e7db1adde334ad386f1a91ee9ac0682&device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 1097 time: 0.2733357
May 02 03:10:46.218873 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a1c5fd-b56f-46e5-baa3-5b8beb41781a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b515c86-38e8-4d05-bfee-7f6a851ae18a,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:46.227805 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-c1a1c5fd-b56f-46e5-baa3-5b8beb41781a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:46.246515 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-c1a1c5fd-b56f-46e5-baa3-5b8beb41781a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800657'] for segment, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:46.246856 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.db.segments_db [None req-c1a1c5fd-b56f-46e5-baa3-5b8beb41781a admin admin] Added segment e35ddfaa-4b9d-45f7-bb3c-e829bba4712c of type vlan for network 7cf25aae-75b4-4b62-9686-d9d5904b5a4f
May 02 03:10:46.253993 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:46.289495 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70263a-e682-413f-9385-35b987c84a88 req-e624f7fd-d99f-4023-90d3-79fe58e08682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:46.295108 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-1b70263a-e682-413f-9385-35b987c84a88 req-e624f7fd-d99f-4023-90d3-79fe58e08682 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1b190fc7-4823-4c94-a79b-e61ea64b5302 HTTP/1.1" status: 200  len: 859 time: 0.1929247
May 02 03:10:46.308420 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.notifiers.nova [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08dc974b-7500-43e6-8dbe-573d688be584 {{(pid=73902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 02 03:10:46.336283 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-0c943933-a48d-42e8-b9d9-e3bac7ebe6f7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0df8b6ae-d25f-4132-8489-a685808f1ea3 HTTP/1.1" status: 200  len: 217 time: 0.1302819
May 02 03:10:46.352132 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port 08dc974b-7500-43e6-8dbe-573d688be584, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=08dc974b-7500-43e6-8dbe-573d688be584,segment=NetworkSegment(1937cbf3-0a70-47fb-bc4a-5e853fa17fc3),segment_id=1937cbf3-0a70-47fb-bc4a-5e853fa17fc3)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:10:46.374617 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:46.378951 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:46.463667 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-c1a1c5fd-b56f-46e5-baa3-5b8beb41781a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747865320852'] for network, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:46.482388 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-3a0ba49d-cc05-4bb9-b93f-e384a27435dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:46.484292 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-3a0ba49d-cc05-4bb9-b93f-e384a27435dd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=78de75db-d296-47a5-9b25-e7b9f1e1ac72 HTTP/1.1" status: 200  len: 856 time: 0.1391954
May 02 03:10:46.489672 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-1b70263a-e682-413f-9385-35b987c84a88 req-7b72061a-0aa3-44b8-adc0-9044a30a23b5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1600811
May 02 03:10:46.606843 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Pushing event updated for resources: {'Port': ['ID=08dc974b-7500-43e6-8dbe-573d688be584,revision_number=4']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:46.626214 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:46.668359 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] get_ports_and_sgs() called for port_ids ['08dc974b-7500-43e6-8dbe-573d688be584'] {{(pid=73902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 02 03:10:46.704069 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.db.resource_extend [None req-c1a1c5fd-b56f-46e5-baa3-5b8beb41781a admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 02 03:10:46.733447 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-e281d5c5-444f-4e7f-b332-a965fbe61461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:46.734990 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-e281d5c5-444f-4e7f-b332-a965fbe61461 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c7fbd4b3-8241-42d4-a727-6c3f39a82264&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2371213
May 02 03:10:46.813721 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-c1a1c5fd-b56f-46e5-baa3-5b8beb41781a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347'] for network, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:46.834077 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a1c5fd-b56f-46e5-baa3-5b8beb41781a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:46.835127 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-c1a1c5fd-b56f-46e5-baa3-5b8beb41781a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for network, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:46.852080 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-b7ecfb29-7817-4468-9569-bce59e9079ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:47.025625 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-c1a1c5fd-b56f-46e5-baa3-5b8beb41781a admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 2.3235617
May 02 03:10:47.025818 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 44848) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:10:47.052435 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [None req-d3bd488b-1a20-4604-ae10-a57909691572 admin admin] Request body: {'subnet': {'network_id': '7cf25aae-75b4-4b62-9686-d9d5904b5a4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1418482497-subnet', 'tenant_id': '3a5e2f6237d24066809747f736fe4908', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:10:47.078070 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-f574db04-fb38-4f82-a94d-80846e52717d service neutron] 10.222.0.37 "GET /v2.0/networks/c7fbd4b3-8241-42d4-a727-6c3f39a82264?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3346250
May 02 03:10:47.079680 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-d3bd488b-1a20-4604-ae10-a57909691572 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:10:47.085408 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-d3bd488b-1a20-4604-ae10-a57909691572 admin admin] Usage tracker for resource:subnet and tenant:3a5e2f6237d24066809747f736fe4908 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:10:47.099460 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-1b70263a-e682-413f-9385-35b987c84a88 req-7c50242b-bf03-4b3c-929c-436799b314e7 service neutron] 10.222.0.37 "GET /v2.0/networks/ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5997806
May 02 03:10:47.103737 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a1c5fd-b56f-46e5-baa3-5b8beb41781a admin admin] Pushing event updated for resources: {'Network': ['ID=7cf25aae-75b4-4b62-9686-d9d5904b5a4f,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:47.107188 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-c1a1c5fd-b56f-46e5-baa3-5b8beb41781a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:47.117303 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Network 7cf25aae-75b4-4b62-9686-d9d5904b5a4f details requested by agent ovs-agent-dv-cinder-789077-1-iscsi with host dv-cinder-789077-1-iscsi {{(pid=73902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 02 03:10:47.121760 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-d3bd488b-1a20-4604-ae10-a57909691572 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:10:47.179774 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-d3bd488b-1a20-4604-ae10-a57909691572 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:10:47.273163 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-1b70263a-e682-413f-9385-35b987c84a88 req-39ab71db-54b1-4be3-bc2d-8c69eaa47651 service neutron] 10.222.0.37 "GET /v2.0/networks/ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1637843
May 02 03:10:47.300667 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5447e480-a747-4a92-abcc-5f4d80904cc7 req-7552b926-0e70-4d98-bd05-a7baeeb44d03 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:47.303057 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-5447e480-a747-4a92-abcc-5f4d80904cc7 req-7552b926-0e70-4d98-bd05-a7baeeb44d03 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 944 time: 0.6688216
May 02 03:10:47.380136 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3bd488b-1a20-4604-ae10-a57909691572 admin admin] Made reservation on behalf of 3a5e2f6237d24066809747f736fe4908 for: {'subnet': 1} {{(pid=73900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 02 03:10:47.384094 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-d3bd488b-1a20-4604-ae10-a57909691572 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:47.548180 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-5447e480-a747-4a92-abcc-5f4d80904cc7 req-d70666e5-7d09-4bf9-8224-54072986d25c tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2292726
May 02 03:10:47.599476 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765262e1-24e1-4836-84f8-f5085aa6d82f req-37d3e9d6-bc42-47dc-be1c-122740244e8a tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:47.599476 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-765262e1-24e1-4836-84f8-f5085aa6d82f req-37d3e9d6-bc42-47dc-be1c-122740244e8a tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fb9ea33-7c5d-43fe-82a6-9702239befd2 HTTP/1.1" status: 200  len: 944 time: 0.5739765
May 02 03:10:47.599476 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 44860) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:10:47.684023 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-9fd9fe91-1d6b-43ab-8dc6-5b9779a30fc5 req-f816e91a-85b3-40f3-aa7e-c3e05d88b1b3 service neutron] 10.222.0.37 "GET /v2.0/networks/c7fbd4b3-8241-42d4-a727-6c3f39a82264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5928497
May 02 03:10:47.744650 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-765262e1-24e1-4836-84f8-f5085aa6d82f req-47ac913c-ad17-41d5-9498-e66c8d0c9da2 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1462762
May 02 03:10:47.780475 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7f7be-2f68-44a0-91c3-bdf156bff320 req-9ce8558f-1004-4823-8713-ed2eb55210bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:47.780475 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4ae7f7be-2f68-44a0-91c3-bdf156bff320 req-9ce8558f-1004-4823-8713-ed2eb55210bf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c0c7970eea444c3cab1fd1c05acdf886&device_id=8fb9ea33-7c5d-43fe-82a6-9702239befd2 HTTP/1.1" status: 200  len: 1097 time: 0.4261453
May 02 03:10:48.011010 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225bad64-b657-408a-a39f-c5240853c024 req-78fa1847-c785-41de-95f6-f091283d50e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:48.012554 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-225bad64-b657-408a-a39f-c5240853c024 req-78fa1847-c785-41de-95f6-f091283d50e9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e7db1adde334ad386f1a91ee9ac0682&device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 1097 time: 0.2210681
May 02 03:10:48.090457 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-781555f2-6174-4661-9469-c27824a6bb99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:48.111980 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-781555f2-6174-4661-9469-c27824a6bb99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:10:48.118762 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-781555f2-6174-4661-9469-c27824a6bb99 admin admin] Usage tracker for resource:security_group_rule and tenant:a5b091b8f22b4f05834b81bca8f2347a is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:10:48.122862 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-781555f2-6174-4661-9469-c27824a6bb99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:10:48.131518 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-781555f2-6174-4661-9469-c27824a6bb99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:10:48.149494 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7f7be-2f68-44a0-91c3-bdf156bff320 req-ccc36d93-0039-4b11-9b77-22c544dee1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:48.152854 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4ae7f7be-2f68-44a0-91c3-bdf156bff320 req-ccc36d93-0039-4b11-9b77-22c544dee1c6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34 HTTP/1.1" status: 200  len: 920 time: 0.3623302
May 02 03:10:48.296562 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4ae7f7be-2f68-44a0-91c3-bdf156bff320 req-452b804c-d7fe-4b75-9905-8b2569b3f031 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db3d5c70-bfaa-4574-aad1-0e6c17b2be51 HTTP/1.1" status: 200  len: 217 time: 0.1293542
May 02 03:10:48.311165 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225bad64-b657-408a-a39f-c5240853c024 req-f838a98b-b074-4e17-989b-96415d7463fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:48.313047 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-225bad64-b657-408a-a39f-c5240853c024 req-f838a98b-b074-4e17-989b-96415d7463fa service neutron] 10.222.0.37 "GET /v2.0/networks?id=c7fbd4b3-8241-42d4-a727-6c3f39a82264 HTTP/1.1" status: 200  len: 918 time: 0.2727997
May 02 03:10:48.390291 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7f7be-2f68-44a0-91c3-bdf156bff320 req-d633c58a-7bbd-444c-97b6-2a3ebaf51ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:48.391815 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4ae7f7be-2f68-44a0-91c3-bdf156bff320 req-d633c58a-7bbd-444c-97b6-2a3ebaf51ca6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1b190fc7-4823-4c94-a79b-e61ea64b5302 HTTP/1.1" status: 200  len: 859 time: 0.0873914
May 02 03:10:48.418650 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-225bad64-b657-408a-a39f-c5240853c024 req-c0d87c2e-8e0e-432f-a80a-f3bb9ef2ed4c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0df8b6ae-d25f-4132-8489-a685808f1ea3 HTTP/1.1" status: 200  len: 217 time: 0.0909674
May 02 03:10:48.457255 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4ae7f7be-2f68-44a0-91c3-bdf156bff320 req-4ad7bb03-42ea-49a7-aabc-ab3c2bc553ef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0566444
May 02 03:10:48.520981 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-781555f2-6174-4661-9469-c27824a6bb99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:48.532249 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225bad64-b657-408a-a39f-c5240853c024 req-11ef1a7a-616e-45b8-94df-9e5aaabd388e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:48.533881 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-225bad64-b657-408a-a39f-c5240853c024 req-11ef1a7a-616e-45b8-94df-9e5aaabd388e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=78de75db-d296-47a5-9b25-e7b9f1e1ac72 HTTP/1.1" status: 200  len: 856 time: 0.1076307
May 02 03:10:48.599192 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-781555f2-6174-4661-9469-c27824a6bb99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:48.623561 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:48.687676 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781555f2-6174-4661-9469-c27824a6bb99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c226d350-fb83-4502-aa2f-41d96f2cc193,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:48.714949 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-781555f2-6174-4661-9469-c27824a6bb99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:48.736773 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-781555f2-6174-4661-9469-c27824a6bb99 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a5b091b8f22b4f05834b81bca8f2347a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1435492
May 02 03:10:48.737910 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 44886) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:10:48.745684 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-d3bd488b-1a20-4604-ae10-a57909691572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347'] for subnet, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:48.765099 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-4f9eac0d-6a2e-45b4-bd06-054c76346f9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:48.775714 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4ae7f7be-2f68-44a0-91c3-bdf156bff320 req-93412c54-6da5-4a3d-b36e-7f079194a6af service neutron] 10.222.0.37 "GET /v2.0/networks/ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3105030
May 02 03:10:48.889350 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225bad64-b657-408a-a39f-c5240853c024 req-17b411d8-4071-419c-be32-b433e57e5272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:48.891559 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-225bad64-b657-408a-a39f-c5240853c024 req-17b411d8-4071-419c-be32-b433e57e5272 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c7fbd4b3-8241-42d4-a727-6c3f39a82264&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3491998
May 02 03:10:48.970251 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd488b-1a20-4604-ae10-a57909691572 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8fb0652-f1f5-4be7-8b54-c4c3b7ece6cd,revision_number=0']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:48.974782 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-d3bd488b-1a20-4604-ae10-a57909691572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:49.007780 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bd488b-1a20-4604-ae10-a57909691572 admin admin] Checking segment: {'id': 'e35ddfaa-4b9d-45f7-bb3c-e829bba4712c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7cf25aae-75b4-4b62-9686-d9d5904b5a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:10:49.008327 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bd488b-1a20-4604-ae10-a57909691572 admin admin] Network hostable DHCP agents. Network: 7cf25aae-75b4-4b62-9686-d9d5904b5a4f, hostable agents: ['b8cff7bf-6a12-4b5e-9f6f-ac6aa9384c4c'], hosted agents: [] {{(pid=73900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 02 03:10:49.106682 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bd488b-1a20-4604-ae10-a57909691572 admin admin] Network 7cf25aae-75b4-4b62-9686-d9d5904b5a4f is scheduled to be hosted by DHCP agent b8cff7bf-6a12-4b5e-9f6f-ac6aa9384c4c with binding_index 1 {{(pid=73900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 02 03:10:49.131587 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-225bad64-b657-408a-a39f-c5240853c024 req-773489eb-b2e3-4a47-b870-9c7631b774f2 service neutron] 10.222.0.37 "GET /v2.0/networks/c7fbd4b3-8241-42d4-a727-6c3f39a82264?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2141519
May 02 03:10:49.132710 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.base_scheduler [None req-d3bd488b-1a20-4604-ae10-a57909691572 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789077-1-iscsi, 7cf25aae-75b4-4b62-9686-d9d5904b5a4f) {{(pid=73900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:10:49.137950 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bd488b-1a20-4604-ae10-a57909691572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:49.138627 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-d3bd488b-1a20-4604-ae10-a57909691572 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for subnet, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:49.149967 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ec5cca-d3a6-4c9e-b6db-f76f4519fae2 None None] Network 7cf25aae-75b4-4b62-9686-d9d5904b5a4f requested from dv-cinder-789077-1-iscsi {{(pid=73902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 02 03:10:49.176635 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-9c184dd7-c5b4-4168-8215-e7c2bdabaa52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:49.244881 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-9c184dd7-c5b4-4168-8215-e7c2bdabaa52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:49.255604 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4ae7f7be-2f68-44a0-91c3-bdf156bff320 req-69a37eeb-a684-479b-8a07-7593f750661b service neutron] 10.222.0.37 "GET /v2.0/networks/ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4561377
May 02 03:10:49.260816 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-d3bd488b-1a20-4604-ae10-a57909691572 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 2.2322357
May 02 03:10:49.287517 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487332b9-13a5-4409-a353-22857ac0b954 req-91bee6e4-b015-4417-b5fc-0fac3b2b59c3 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:49.289036 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-487332b9-13a5-4409-a353-22857ac0b954 req-91bee6e4-b015-4417-b5fc-0fac3b2b59c3 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 944 time: 0.4365137
May 02 03:10:49.399170 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869e432-5340-4bf0-bdc5-7febf0ed4dea req-b8c357c3-744e-477b-901e-d840f74d5c1d tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:49.403002 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-f869e432-5340-4bf0-bdc5-7febf0ed4dea req-b8c357c3-744e-477b-901e-d840f74d5c1d tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fb9ea33-7c5d-43fe-82a6-9702239befd2 HTTP/1.1" status: 200  len: 944 time: 0.4090655
May 02 03:10:49.411721 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-487332b9-13a5-4409-a353-22857ac0b954 req-87f2b7ee-7a27-4549-9ca9-3a6356f2b745 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1025641
May 02 03:10:49.440739 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-225bad64-b657-408a-a39f-c5240853c024 req-abd12bdf-9670-4ca0-ac5c-9b16b811f043 service neutron] 10.222.0.37 "GET /v2.0/networks/c7fbd4b3-8241-42d4-a727-6c3f39a82264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2951636
May 02 03:10:49.463237 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-9c184dd7-c5b4-4168-8215-e7c2bdabaa52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:49.484201 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-2c185342-8a3c-4198-b812-76e295344a05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:49.521923 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-f869e432-5340-4bf0-bdc5-7febf0ed4dea req-9e410f2b-bc57-4219-a291-ad3d5cb9858d tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1079228
May 02 03:10:49.521923 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c184dd7-c5b4-4168-8215-e7c2bdabaa52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c226d350-fb83-4502-aa2f-41d96f2cc193,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:49.524347 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-9c184dd7-c5b4-4168-8215-e7c2bdabaa52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:49.529001 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-9c184dd7-c5b4-4168-8215-e7c2bdabaa52 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c226d350-fb83-4502-aa2f-41d96f2cc193 HTTP/1.1" status: 204  len: 168 time: 0.7812321
May 02 03:10:49.530783 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-9c184dd7-c5b4-4168-8215-e7c2bdabaa52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:49.684864 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device db3d5c70-bfaa-4574-aad1-0e6c17b2be51 details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=73902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 02 03:10:49.697278 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device 08dc974b-7500-43e6-8dbe-573d688be584 up at agent hyperv_hv-cinder-78907 {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:10:49.928779 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Provisioning for port 08dc974b-7500-43e6-8dbe-573d688be584 completed by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:10:49.950375 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Provisioning complete for port 08dc974b-7500-43e6-8dbe-573d688be584 triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:10:49.950878 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:50.138720 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.db.resource_extend [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 02 03:10:50.172890 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 44924) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:10:50.176567 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b463ba2d-0518-4841-9b70-958e85cfb712 None None] Network 7cf25aae-75b4-4b62-9686-d9d5904b5a4f requested from dv-cinder-789077-1-iscsi {{(pid=73902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 02 03:10:50.230336 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-2fabe057-88ae-4d6e-9bea-697a20a4bcef admin admin] Notify callbacks [] for security_group, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:50.302345 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-2fabe057-88ae-4d6e-9bea-697a20a4bcef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:10:50.316397 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-2fabe057-88ae-4d6e-9bea-697a20a4bcef admin admin] Usage tracker for resource:security_group_rule and tenant:feebe036d7ac4c4aa128d494a5945759 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:10:50.324471 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-2fabe057-88ae-4d6e-9bea-697a20a4bcef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:10:50.350394 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-2fabe057-88ae-4d6e-9bea-697a20a4bcef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:10:50.527347 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:50.615014 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9e78fc-4c28-4964-bebe-b7c0f7b2285d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08dc974b-7500-43e6-8dbe-573d688be584'}] {{(pid=73902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:10:50.633853 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port db3d5c70-bfaa-4574-aad1-0e6c17b2be51, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=db3d5c70-bfaa-4574-aad1-0e6c17b2be51,segment=NetworkSegment(1937cbf3-0a70-47fb-bc4a-5e853fa17fc3),segment_id=1937cbf3-0a70-47fb-bc4a-5e853fa17fc3)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:10:50.654302 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port 08dc974b-7500-43e6-8dbe-573d688be584, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=08dc974b-7500-43e6-8dbe-573d688be584,segment=NetworkSegment(1937cbf3-0a70-47fb-bc4a-5e853fa17fc3),segment_id=1937cbf3-0a70-47fb-bc4a-5e853fa17fc3)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:10:50.659229 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Returning: {'device': 'db3d5c70-bfaa-4574-aad1-0e6c17b2be51', 'network_id': 'ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34', 'port_id': 'db3d5c70-bfaa-4574-aad1-0e6c17b2be51', 'mac_address': 'fa:16:3e:37:77:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b190fc7-4823-4c94-a79b-e61ea64b5302', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 02 03:10:50.666461 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:50.671313 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-4a18ce7c-68c6-4bb8-885a-ba50c0022585 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:50.681381 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-2fabe057-88ae-4d6e-9bea-697a20a4bcef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:50.686780 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-2fabe057-88ae-4d6e-9bea-697a20a4bcef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:50.733290 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-e796e042-10ca-4b18-b5f6-84797c328502 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:50.897307 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 44944) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:10:50.915054 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.v2.base [None req-df1d594f-7b74-4e3c-a15f-744c0c14e6e4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-306996512-network', 'tenant_id': '0de3c2a916274da2ba36010194bfe4b6'}} {{(pid=73901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:10:50.940806 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-df1d594f-7b74-4e3c-a15f-744c0c14e6e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:10:50.968218 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-df1d594f-7b74-4e3c-a15f-744c0c14e6e4 admin admin] Usage tracker for resource:network and tenant:0de3c2a916274da2ba36010194bfe4b6 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:10:50.991282 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-df1d594f-7b74-4e3c-a15f-744c0c14e6e4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:10:51.156344 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-df1d594f-7b74-4e3c-a15f-744c0c14e6e4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:10:51.191114 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-2fabe057-88ae-4d6e-9bea-697a20a4bcef admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=feebe036d7ac4c4aa128d494a5945759&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0152433
May 02 03:10:51.200779 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 44950) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:10:51.249693 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:51.280629 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fabe057-88ae-4d6e-9bea-697a20a4bcef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31ed41a-8951-47a3-9e76-6d6e61d18fef,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:51.283516 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.notifiers.nova [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db3d5c70-bfaa-4574-aad1-0e6c17b2be51 {{(pid=73902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 02 03:10:51.299039 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-2fabe057-88ae-4d6e-9bea-697a20a4bcef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:51.325394 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Pushing event updated for resources: {'Port': ['ID=08dc974b-7500-43e6-8dbe-573d688be584,revision_number=5']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:51.335185 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:51.341326 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-0b221475-19ff-4c78-968f-e1783785827d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:51.344664 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port db3d5c70-bfaa-4574-aad1-0e6c17b2be51, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=db3d5c70-bfaa-4574-aad1-0e6c17b2be51,segment=NetworkSegment(1937cbf3-0a70-47fb-bc4a-5e853fa17fc3),segment_id=1937cbf3-0a70-47fb-bc4a-5e853fa17fc3)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:10:51.353771 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:51.355923 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:51.411683 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-0b221475-19ff-4c78-968f-e1783785827d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:51.443810 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1d594f-7b74-4e3c-a15f-744c0c14e6e4 admin admin] Made reservation on behalf of 0de3c2a916274da2ba36010194bfe4b6 for: {'network': 1} {{(pid=73901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 02 03:10:51.446336 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Pushing event updated for resources: {'Port': ['ID=db3d5c70-bfaa-4574-aad1-0e6c17b2be51,revision_number=4']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:51.449804 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:51.450152 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-df1d594f-7b74-4e3c-a15f-744c0c14e6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for network, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:51.494109 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-df1d594f-7b74-4e3c-a15f-744c0c14e6e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:51.516648 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-0b221475-19ff-4c78-968f-e1783785827d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:51.523276 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-5bd52bac-8932-4c0c-b400-15bffd96a528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:51.539063 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b221475-19ff-4c78-968f-e1783785827d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31ed41a-8951-47a3-9e76-6d6e61d18fef,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:51.542027 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-0b221475-19ff-4c78-968f-e1783785827d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:51.543542 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-0b221475-19ff-4c78-968f-e1783785827d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:51.543836 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-df1d594f-7b74-4e3c-a15f-744c0c14e6e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:10:51.544834 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-0b221475-19ff-4c78-968f-e1783785827d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e31ed41a-8951-47a3-9e76-6d6e61d18fef HTTP/1.1" status: 204  len: 168 time: 0.3427274
May 02 03:10:51.578739 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-df1d594f-7b74-4e3c-a15f-744c0c14e6e4 admin admin] Usage tracker for resource:security_group_rule and tenant:0de3c2a916274da2ba36010194bfe4b6 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:10:51.585106 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-df1d594f-7b74-4e3c-a15f-744c0c14e6e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:10:51.597614 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-df1d594f-7b74-4e3c-a15f-744c0c14e6e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:10:51.632969 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device 0df8b6ae-d25f-4132-8489-a685808f1ea3 details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=73902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 02 03:10:51.634348 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96bba4c-0cde-4614-8ad3-563d2b16703a req-f3ccc18e-eb07-49c5-b2fb-0e1c70ceec0c tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:51.637648 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e96bba4c-0cde-4614-8ad3-563d2b16703a req-f3ccc18e-eb07-49c5-b2fb-0e1c70ceec0c tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fb9ea33-7c5d-43fe-82a6-9702239befd2 HTTP/1.1" status: 200  len: 944 time: 0.6369176
May 02 03:10:51.651012 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e1034-503e-4aa8-9e93-8390674b2d6c req-94c71f1e-c4ec-4fa1-92d4-79c07f4aa586 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:51.652926 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-fa1e1034-503e-4aa8-9e93-8390674b2d6c req-94c71f1e-c4ec-4fa1-92d4-79c07f4aa586 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 944 time: 0.4271269
May 02 03:10:51.679196 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] get_ports_and_sgs() called for port_ids ['db3d5c70-bfaa-4574-aad1-0e6c17b2be51'] {{(pid=73902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 02 03:10:51.788408 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-fa1e1034-503e-4aa8-9e93-8390674b2d6c req-0d27d32a-85d8-4c7d-8559-1f56c0f7e7b0 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1229308
May 02 03:10:51.796563 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e96bba4c-0cde-4614-8ad3-563d2b16703a req-baee66da-c36e-4925-9bad-8c1b57c6ec4e tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1343880
May 02 03:10:51.968690 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-df1d594f-7b74-4e3c-a15f-744c0c14e6e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:51.982080 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-df1d594f-7b74-4e3c-a15f-744c0c14e6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:52.013780 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df1d594f-7b74-4e3c-a15f-744c0c14e6e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200}  {{(pid=73901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 02 03:10:52.040396 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-df1d594f-7b74-4e3c-a15f-744c0c14e6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800657'] for segment, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:52.041570 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.db.segments_db [None req-df1d594f-7b74-4e3c-a15f-744c0c14e6e4 admin admin] Added segment 255ae728-ef00-4177-956c-bb5c71f6e8cf of type vlan for network 83dbc554-b62b-49e4-8c05-23b7c522f44f
May 02 03:10:52.136608 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:52.166284 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-df1d594f-7b74-4e3c-a15f-744c0c14e6e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747865320852'] for network, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:52.194689 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port 0df8b6ae-d25f-4132-8489-a685808f1ea3, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=0df8b6ae-d25f-4132-8489-a685808f1ea3,segment=NetworkSegment(6c6f3f05-f004-471e-8a0e-26e9fcb39326),segment_id=6c6f3f05-f004-471e-8a0e-26e9fcb39326)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:10:52.224443 dv-cinder-789077-1-iscsi neutron-server[73902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad9e78fc-4c28-4964-bebe-b7c0f7b2285d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08dc974b-7500-43e6-8dbe-573d688be584', 'code': 200}
May 02 03:10:52.234489 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Returning: {'device': '0df8b6ae-d25f-4132-8489-a685808f1ea3', 'network_id': 'c7fbd4b3-8241-42d4-a727-6c3f39a82264', 'port_id': '0df8b6ae-d25f-4132-8489-a685808f1ea3', 'mac_address': 'fa:16:3e:7e:30:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78de75db-d296-47a5-9b25-e7b9f1e1ac72', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 02 03:10:52.297542 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1d594f-7b74-4e3c-a15f-744c0c14e6e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53d6b1f-6347-4c7e-9568-0d2c94bf2aff,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:52.332446 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-df1d594f-7b74-4e3c-a15f-744c0c14e6e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:52.356922 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-df1d594f-7b74-4e3c-a15f-744c0c14e6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347'] for network, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:52.363229 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1d594f-7b74-4e3c-a15f-744c0c14e6e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:52.366625 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-df1d594f-7b74-4e3c-a15f-744c0c14e6e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for network, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:52.377421 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-c10ced89-1c27-4d19-8a28-f3a0c4c219e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:52.420042 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:52.497673 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-df1d594f-7b74-4e3c-a15f-744c0c14e6e4 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.5961902
May 02 03:10:52.501788 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 44974) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:10:52.512987 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.v2.base [None req-f0a97ed7-d3c3-471c-a7ab-9f5051050ec8 admin admin] Request body: {'subnet': {'network_id': '83dbc554-b62b-49e4-8c05-23b7c522f44f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-306996512-subnet', 'tenant_id': '0de3c2a916274da2ba36010194bfe4b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:10:52.521240 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-f0a97ed7-d3c3-471c-a7ab-9f5051050ec8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:10:52.528831 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-f0a97ed7-d3c3-471c-a7ab-9f5051050ec8 admin admin] Usage tracker for resource:subnet and tenant:0de3c2a916274da2ba36010194bfe4b6 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:10:52.535048 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-f0a97ed7-d3c3-471c-a7ab-9f5051050ec8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:10:52.554954 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-f0a97ed7-d3c3-471c-a7ab-9f5051050ec8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:10:52.563724 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.notifiers.nova [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0df8b6ae-d25f-4132-8489-a685808f1ea3 {{(pid=73902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 02 03:10:52.603820 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 44980) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:10:52.608304 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2675f39-bf57-49ee-8e43-3e111ae530d5 req-b9292257-8b92-4a80-bc02-20d11947dd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:52.611305 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-c2675f39-bf57-49ee-8e43-3e111ae530d5 req-b9292257-8b92-4a80-bc02-20d11947dd7e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 1098 time: 0.1958303
May 02 03:10:52.678875 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port 0df8b6ae-d25f-4132-8489-a685808f1ea3, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=0df8b6ae-d25f-4132-8489-a685808f1ea3,segment=NetworkSegment(6c6f3f05-f004-471e-8a0e-26e9fcb39326),segment_id=6c6f3f05-f004-471e-8a0e-26e9fcb39326)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:10:52.700157 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:10:52.701585 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-c2675f39-bf57-49ee-8e43-3e111ae530d5 req-dd94aa76-4a5e-4cc7-b4b5-efeee668e4ba service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775783
May 02 03:10:52.731321 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a97ed7-d3c3-471c-a7ab-9f5051050ec8 admin admin] Made reservation on behalf of 0de3c2a916274da2ba36010194bfe4b6 for: {'subnet': 1} {{(pid=73901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 02 03:10:52.736611 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-f0a97ed7-d3c3-471c-a7ab-9f5051050ec8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:52.772475 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:52.795558 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:53.119548 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Pushing event updated for resources: {'Port': ['ID=0df8b6ae-d25f-4132-8489-a685808f1ea3,revision_number=4']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:53.151228 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:10:53.152049 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:10:53.152885 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:10:53.153856 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:10:53.154748 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:10:53.155676 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:10:53.157805 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:10:53.159536 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:10:53.160881 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:10:53.161379 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:10:53.162162 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:10:53.164405 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:10:53.179992 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] get_ports_and_sgs() called for port_ids ['0df8b6ae-d25f-4132-8489-a685808f1ea3'] {{(pid=73902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 02 03:10:53.193180 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1d594f-7b74-4e3c-a15f-744c0c14e6e4 admin admin] Pushing event updated for resources: {'Network': ['ID=83dbc554-b62b-49e4-8c05-23b7c522f44f,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:53.245277 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:53.271270 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Network 83dbc554-b62b-49e4-8c05-23b7c522f44f details requested by agent ovs-agent-dv-cinder-789077-1-iscsi with host dv-cinder-789077-1-iscsi {{(pid=73902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 02 03:10:53.437507 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-df1d594f-7b74-4e3c-a15f-744c0c14e6e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.060s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:53.549610 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-3ca63f74-6ab4-4cb4-a0d2-63c44803854f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:53.645648 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed640c-6f03-4f56-8594-7f6dcb7b6625 req-d997ec91-fd8d-4806-9ebe-f7878abc430a tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:53.647470 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c8ed640c-6f03-4f56-8594-7f6dcb7b6625 req-d997ec91-fd8d-4806-9ebe-f7878abc430a tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/networks?id=e3c24553-093c-4dba-a579-e14fc9bf8125 HTTP/1.1" status: 200  len: 815 time: 0.4604852
May 02 03:10:53.658468 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-3ca63f74-6ab4-4cb4-a0d2-63c44803854f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:10:53.682330 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-3ca63f74-6ab4-4cb4-a0d2-63c44803854f admin admin] Usage tracker for resource:security_group_rule and tenant:e1e283bff14d48e3b27e99f70bfde387 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:10:53.697985 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-3ca63f74-6ab4-4cb4-a0d2-63c44803854f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:10:53.718847 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-3ca63f74-6ab4-4cb4-a0d2-63c44803854f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:10:53.753931 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c8ed640c-6f03-4f56-8594-7f6dcb7b6625 req-a393b4b7-0f0f-49d6-8c1c-9262602bb783 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/quotas/a9fa23c656804d85929e20a6cdbea65a HTTP/1.1" status: 200  len: 375 time: 0.0698738
May 02 03:10:53.971516 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e84f5c-6044-4444-9c45-a482d20555b6 req-2e5c89b1-84e4-4c38-a2d3-7e37bc89fdd6 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:53.973070 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-61e84f5c-6044-4444-9c45-a482d20555b6 req-2e5c89b1-84e4-4c38-a2d3-7e37bc89fdd6 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 945 time: 0.5377131
May 02 03:10:54.113810 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-61e84f5c-6044-4444-9c45-a482d20555b6 req-e5650c00-b981-4ab6-b1c7-ac6b5c585f60 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1112218
May 02 03:10:54.142366 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-3ca63f74-6ab4-4cb4-a0d2-63c44803854f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:54.152892 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-3ca63f74-6ab4-4cb4-a0d2-63c44803854f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:54.263409 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c8ed640c-6f03-4f56-8594-7f6dcb7b6625 req-00297e56-4e1c-4bf5-93c8-6f3248b67769 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a9fa23c656804d85929e20a6cdbea65a&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4809613
May 02 03:10:54.266672 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:54.286009 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-3ca63f74-6ab4-4cb4-a0d2-63c44803854f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e1e283bff14d48e3b27e99f70bfde387&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6719956
May 02 03:10:54.287927 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 45024) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:10:54.353858 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca63f74-6ab4-4cb4-a0d2-63c44803854f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682c643d-b9b0-488e-a6aa-e6182f9fef8c,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:54.360056 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-3ca63f74-6ab4-4cb4-a0d2-63c44803854f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:54.683100 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-ba15968b-00b3-4567-9879-aadcb41f9b4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:54.714602 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c8ed640c-6f03-4f56-8594-7f6dcb7b6625 req-9ecd62c7-c610-4ef5-8d9b-ffb5dd1ce8af service neutron] 10.222.0.38 "GET /v2.0/networks/e3c24553-093c-4dba-a579-e14fc9bf8125?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4084015
May 02 03:10:54.782004 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-f0a97ed7-d3c3-471c-a7ab-9f5051050ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347'] for subnet, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:54.786934 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-ba15968b-00b3-4567-9879-aadcb41f9b4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:54.931906 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-13341ee5-05fc-4024-8bc0-3a01d11c1e93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:55.119326 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffbbe73-dd6b-4858-bc32-bbf470055456 req-7b2c5d99-2dd5-4d75-8d28-4813df470f22 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:55.122015 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-7ffbbe73-dd6b-4858-bc32-bbf470055456 req-7b2c5d99-2dd5-4d75-8d28-4813df470f22 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fb9ea33-7c5d-43fe-82a6-9702239befd2 HTTP/1.1" status: 200  len: 945 time: 0.7062256
May 02 03:10:55.169820 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a97ed7-d3c3-471c-a7ab-9f5051050ec8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c5593c3-7ec0-4f96-83a9-3fbbed15b903,revision_number=0']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:55.201258 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-f0a97ed7-d3c3-471c-a7ab-9f5051050ec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:55.229767 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c8ed640c-6f03-4f56-8594-7f6dcb7b6625 req-a87b539b-bd59-48b3-afac-d209991d863d service neutron] 10.222.0.38 "GET /v2.0/networks/e3c24553-093c-4dba-a579-e14fc9bf8125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4844451
May 02 03:10:55.230897 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a97ed7-d3c3-471c-a7ab-9f5051050ec8 admin admin] Checking segment: {'id': '255ae728-ef00-4177-956c-bb5c71f6e8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '83dbc554-b62b-49e4-8c05-23b7c522f44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:10:55.231448 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a97ed7-d3c3-471c-a7ab-9f5051050ec8 admin admin] Network hostable DHCP agents. Network: 83dbc554-b62b-49e4-8c05-23b7c522f44f, hostable agents: ['b8cff7bf-6a12-4b5e-9f6f-ac6aa9384c4c'], hosted agents: [] {{(pid=73901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 02 03:10:55.248009 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-ba15968b-00b3-4567-9879-aadcb41f9b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:55.256277 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-4c15938a-c9a1-49d5-b393-11ad57dc4eb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:55.290553 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba15968b-00b3-4567-9879-aadcb41f9b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682c643d-b9b0-488e-a6aa-e6182f9fef8c,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:55.303937 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-ba15968b-00b3-4567-9879-aadcb41f9b4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:55.310957 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-7ffbbe73-dd6b-4858-bc32-bbf470055456 req-cff7a5ed-c43f-4e3f-9a30-0e0ba805f185 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1481755
May 02 03:10:55.323754 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-ba15968b-00b3-4567-9879-aadcb41f9b4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:55.325369 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-ba15968b-00b3-4567-9879-aadcb41f9b4b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/682c643d-b9b0-488e-a6aa-e6182f9fef8c HTTP/1.1" status: 204  len: 168 time: 1.0354671
May 02 03:10:55.331730 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a97ed7-d3c3-471c-a7ab-9f5051050ec8 admin admin] Network 83dbc554-b62b-49e4-8c05-23b7c522f44f is scheduled to be hosted by DHCP agent b8cff7bf-6a12-4b5e-9f6f-ac6aa9384c4c with binding_index 1 {{(pid=73901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 02 03:10:55.359716 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.base_scheduler [None req-f0a97ed7-d3c3-471c-a7ab-9f5051050ec8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789077-1-iscsi, 83dbc554-b62b-49e4-8c05-23b7c522f44f) {{(pid=73901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:10:55.378003 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a97ed7-d3c3-471c-a7ab-9f5051050ec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:55.378003 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-f0a97ed7-d3c3-471c-a7ab-9f5051050ec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for subnet, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:55.380786 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f289414c-8a42-4f60-9ddb-5ca41b227be3 None None] Network 83dbc554-b62b-49e4-8c05-23b7c522f44f requested from dv-cinder-789077-1-iscsi {{(pid=73902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 02 03:10:55.413121 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-f0a97ed7-d3c3-471c-a7ab-9f5051050ec8 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 2.9092157
May 02 03:10:55.670914 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device db3d5c70-bfaa-4574-aad1-0e6c17b2be51 up at agent hyperv_hv-cinder-78907 {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:10:55.911679 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-f8208951-5899-4993-b840-521306f5bda8 req-007972bf-80b6-41d6-825e-35af39efbe45 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=89182c94-4807-42e0-9835-89a01d794242 HTTP/1.1" status: 200  len: 210 time: 0.1394083
May 02 03:10:56.041822 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f2e34-6b25-4d20-9585-90b4df60eec3 req-aa2b618c-eb67-4cac-b943-75a7e62b3c75 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:56.055429 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4f0f2e34-6b25-4d20-9585-90b4df60eec3 req-aa2b618c-eb67-4cac-b943-75a7e62b3c75 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 945 time: 0.3921399
May 02 03:10:56.186316 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Provisioning for port db3d5c70-bfaa-4574-aad1-0e6c17b2be51 completed by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:10:56.221202 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4f0f2e34-6b25-4d20-9585-90b4df60eec3 req-d5a8ea86-ef9b-4b1b-b188-16e3e92b2d8b tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1630421
May 02 03:10:56.232014 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 45086) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:10:56.233045 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Provisioning complete for port db3d5c70-bfaa-4574-aad1-0e6c17b2be51 triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:10:56.233882 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:56.448040 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 45100) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:10:56.484422 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-61c3798d-6f70-45f4-874c-dbc7aa9a38a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:56.497071 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d099a421-4576-4dcb-87ae-d595b98bf9f7 None None] Network 83dbc554-b62b-49e4-8c05-23b7c522f44f requested from dv-cinder-789077-1-iscsi {{(pid=73902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 02 03:10:56.522990 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-61c3798d-6f70-45f4-874c-dbc7aa9a38a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:10:56.532118 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-61c3798d-6f70-45f4-874c-dbc7aa9a38a4 admin admin] Usage tracker for resource:security_group_rule and tenant:58ff38ff91db4960bb5d6e971f9f7930 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:10:56.537389 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-61c3798d-6f70-45f4-874c-dbc7aa9a38a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:10:56.552458 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-61c3798d-6f70-45f4-874c-dbc7aa9a38a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:10:56.765458 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-61c3798d-6f70-45f4-874c-dbc7aa9a38a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:56.776480 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-61c3798d-6f70-45f4-874c-dbc7aa9a38a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:56.793154 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:56.852089 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c90fd-cfb1-4526-a133-75bde49f94ec req-25349a73-91c0-4ccf-a20b-d8a24b4f83bc tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:56.863316 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-591c90fd-cfb1-4526-a133-75bde49f94ec req-25349a73-91c0-4ccf-a20b-d8a24b4f83bc tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fb9ea33-7c5d-43fe-82a6-9702239befd2 HTTP/1.1" status: 200  len: 945 time: 0.2078168
May 02 03:10:56.894241 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-61c3798d-6f70-45f4-874c-dbc7aa9a38a4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=58ff38ff91db4960bb5d6e971f9f7930&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4428401
May 02 03:10:56.895387 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 45114) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:10:56.916958 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c3798d-6f70-45f4-874c-dbc7aa9a38a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bebee43c-039b-414d-889b-0a03658c8997,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:56.922828 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-61c3798d-6f70-45f4-874c-dbc7aa9a38a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:56.963709 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-591c90fd-cfb1-4526-a133-75bde49f94ec req-72bbd5fc-877e-4c7e-8934-a39521ebf056 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816827
May 02 03:10:57.017355 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-1ccf01b1-2030-4f0d-b2cb-2e8790af71fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:57.031047 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-b4c98939-02d7-439c-907c-22cc723c3f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:57.097829 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-1ccf01b1-2030-4f0d-b2cb-2e8790af71fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:10:57.103160 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-1ccf01b1-2030-4f0d-b2cb-2e8790af71fd admin admin] Usage tracker for resource:security_group_rule and tenant:5a1a1d080f7a472d8e0c8ebb75831ae9 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:10:57.109469 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-b4c98939-02d7-439c-907c-22cc723c3f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:57.113445 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-1ccf01b1-2030-4f0d-b2cb-2e8790af71fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:10:57.134547 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-1ccf01b1-2030-4f0d-b2cb-2e8790af71fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:10:57.231433 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-b4c98939-02d7-439c-907c-22cc723c3f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:57.274462 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:57.278765 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:57.313696 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c98939-02d7-439c-907c-22cc723c3f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bebee43c-039b-414d-889b-0a03658c8997,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:57.324130 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-b4c98939-02d7-439c-907c-22cc723c3f40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:57.329932 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-b4c98939-02d7-439c-907c-22cc723c3f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:57.331726 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-b4c98939-02d7-439c-907c-22cc723c3f40 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bebee43c-039b-414d-889b-0a03658c8997 HTTP/1.1" status: 204  len: 168 time: 0.4315193
May 02 03:10:57.360505 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-3958de23-839e-4c67-9edb-7101990cfdb0 req-2b4810e7-3a92-4535-bb5b-5dd1b69940cb tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=89182c94-4807-42e0-9835-89a01d794242 HTTP/1.1" status: 200  len: 210 time: 0.1020615
May 02 03:10:57.468697 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port db3d5c70-bfaa-4574-aad1-0e6c17b2be51, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=db3d5c70-bfaa-4574-aad1-0e6c17b2be51,segment=NetworkSegment(1937cbf3-0a70-47fb-bc4a-5e853fa17fc3),segment_id=1937cbf3-0a70-47fb-bc4a-5e853fa17fc3)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:10:57.475747 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb9ea33-7c5d-43fe-82a6-9702239befd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db3d5c70-bfaa-4574-aad1-0e6c17b2be51'}] {{(pid=73902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:10:57.476866 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-1ccf01b1-2030-4f0d-b2cb-2e8790af71fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:57.488646 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-1ccf01b1-2030-4f0d-b2cb-2e8790af71fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:57.503328 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:57.512629 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device 0df8b6ae-d25f-4132-8489-a685808f1ea3 up at agent hyperv_hv-cinder-78907 {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:10:57.528244 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-b07433c4-5626-4b9a-a524-6c2b51898f6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:57.602830 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 45128) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:10:57.635001 dv-cinder-789077-1-iscsi neutron-server[73902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb9ea33-7c5d-43fe-82a6-9702239befd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db3d5c70-bfaa-4574-aad1-0e6c17b2be51', 'code': 200}
May 02 03:10:57.654034 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:57.679656 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-1ccf01b1-2030-4f0d-b2cb-2e8790af71fd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5a1a1d080f7a472d8e0c8ebb75831ae9&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4449022
May 02 03:10:57.681000 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccf01b1-2030-4f0d-b2cb-2e8790af71fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4253a402-f662-4544-8b10-e2ca3c6481a0,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:57.682481 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 45134) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:10:57.686511 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-1ccf01b1-2030-4f0d-b2cb-2e8790af71fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:57.741562 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67440e28-9d9e-41a8-9a7b-fb09647b9b34 req-7096fb75-ca8f-486a-a9f6-5acfd51ab8b9 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:57.743433 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-67440e28-9d9e-41a8-9a7b-fb09647b9b34 req-7096fb75-ca8f-486a-a9f6-5acfd51ab8b9 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 945 time: 0.1483126
May 02 03:10:57.866979 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-307b59fb-c6ce-4b46-a54f-ecd877197850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:57.946765 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-307b59fb-c6ce-4b46-a54f-ecd877197850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:57.969712 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-67440e28-9d9e-41a8-9a7b-fb09647b9b34 req-e27e6d28-2cb7-4703-8e4d-12775a177b2b tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2127795
May 02 03:10:58.099542 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-307b59fb-c6ce-4b46-a54f-ecd877197850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:58.103549 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-14aa4e02-6066-44a5-a2d9-2dee34087db3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:58.138290 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307b59fb-c6ce-4b46-a54f-ecd877197850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4253a402-f662-4544-8b10-e2ca3c6481a0,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:58.145066 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-307b59fb-c6ce-4b46-a54f-ecd877197850 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:58.162051 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-307b59fb-c6ce-4b46-a54f-ecd877197850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:58.169716 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-307b59fb-c6ce-4b46-a54f-ecd877197850 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4253a402-f662-4544-8b10-e2ca3c6481a0 HTTP/1.1" status: 204  len: 168 time: 0.4824448
May 02 03:10:58.308905 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Pushing event updated for resources: {'Port': ['ID=db3d5c70-bfaa-4574-aad1-0e6c17b2be51,revision_number=5']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:58.312522 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.659s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:58.331106 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Provisioning for port 0df8b6ae-d25f-4132-8489-a685808f1ea3 completed by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:10:58.340289 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Provisioning complete for port 0df8b6ae-d25f-4132-8489-a685808f1ea3 triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:10:58.340653 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:58.595468 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:58.656959 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port 0df8b6ae-d25f-4132-8489-a685808f1ea3, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=0df8b6ae-d25f-4132-8489-a685808f1ea3,segment=NetworkSegment(6c6f3f05-f004-471e-8a0e-26e9fcb39326),segment_id=6c6f3f05-f004-471e-8a0e-26e9fcb39326)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:10:58.664709 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:58.667717 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:58.780799 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce17796-71a2-4c83-ba84-dfd027434486 req-570649a7-961e-4eb7-8b14-2d2fea7ac570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:58.793292 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-1ce17796-71a2-4c83-ba84-dfd027434486 req-570649a7-961e-4eb7-8b14-2d2fea7ac570 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8fb9ea33-7c5d-43fe-82a6-9702239befd2 HTTP/1.1" status: 200  len: 1099 time: 0.5898769
May 02 03:10:58.810336 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-ff2c1a4d-b539-4b21-b5dc-ae054a30be32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:58.829717 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Pushing event updated for resources: {'Port': ['ID=0df8b6ae-d25f-4132-8489-a685808f1ea3,revision_number=5']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:58.840841 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:58.906454 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-d7e369ed-5f58-4089-a42d-ced99ee38d28 req-4c9d94c7-9810-423c-b583-275a86bf76dd tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=89182c94-4807-42e0-9835-89a01d794242 HTTP/1.1" status: 200  len: 210 time: 0.0778642
May 02 03:10:58.942903 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-ff2c1a4d-b539-4b21-b5dc-ae054a30be32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:10:58.960317 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-ff2c1a4d-b539-4b21-b5dc-ae054a30be32 admin admin] Usage tracker for resource:security_group_rule and tenant:f810ef9c14544bdabe2046e03ee28ec9 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:10:58.964768 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbaa25e-b36a-4b88-8557-20e960895310 req-40ccf546-9310-446a-b123-daf8a8064d67 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:58.975567 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-ff2c1a4d-b539-4b21-b5dc-ae054a30be32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:10:58.978835 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-3dbaa25e-b36a-4b88-8557-20e960895310 req-40ccf546-9310-446a-b123-daf8a8064d67 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fb9ea33-7c5d-43fe-82a6-9702239befd2 HTTP/1.1" status: 200  len: 946 time: 0.5951779
May 02 03:10:58.983063 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-1ce17796-71a2-4c83-ba84-dfd027434486 req-8b0a9171-d73b-4736-988f-e56d71f1a266 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1752679
May 02 03:10:58.997267 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-ff2c1a4d-b539-4b21-b5dc-ae054a30be32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:10:59.082371 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-3dbaa25e-b36a-4b88-8557-20e960895310 req-79677bf5-109d-4823-9d8a-40d22adcbe4a tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950129
May 02 03:10:59.103932 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed640c-6f03-4f56-8594-7f6dcb7b6625 req-5d351f5f-592d-431e-8ca6-1d8591085e5a tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:59.108146 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-c8ed640c-6f03-4f56-8594-7f6dcb7b6625 req-5d351f5f-592d-431e-8ca6-1d8591085e5a tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.37 "GET /v2.0/networks?id=e3c24553-093c-4dba-a579-e14fc9bf8125 HTTP/1.1" status: 200  len: 815 time: 0.9468887
May 02 03:10:59.154029 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [req-c8ed640c-6f03-4f56-8594-7f6dcb7b6625 req-d1034a68-50ca-456e-9e13-47666d4ad8d7 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Request body: {'port': {'device_id': '89182c94-4807-42e0-9835-89a01d794242', 'network_id': 'e3c24553-093c-4dba-a579-e14fc9bf8125', 'admin_state_up': True, 'tenant_id': 'a9fa23c656804d85929e20a6cdbea65a'}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:10:59.171751 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 45168) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:10:59.193173 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-563407df-709c-440d-9891-a24176434670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:59.261388 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-563407df-709c-440d-9891-a24176434670 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:10:59.268765 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-563407df-709c-440d-9891-a24176434670 admin admin] Usage tracker for resource:security_group_rule and tenant:793426b7a05048acb5640510858fcc8d is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:10:59.273294 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-563407df-709c-440d-9891-a24176434670 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:10:59.281705 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-563407df-709c-440d-9891-a24176434670 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:10:59.347560 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594bd9c8-76b9-41bb-8763-626d23fce789 req-576e5e52-ae0d-4af9-9586-7bc17a12cdc0 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:10:59.351161 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-594bd9c8-76b9-41bb-8763-626d23fce789 req-576e5e52-ae0d-4af9-9586-7bc17a12cdc0 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 946 time: 0.1463721
May 02 03:10:59.437845 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-594bd9c8-76b9-41bb-8763-626d23fce789 req-36a343b8-0f92-490c-ac79-006e572fd5c4 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0767829
May 02 03:10:59.472005 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-563407df-709c-440d-9891-a24176434670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:59.481876 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-563407df-709c-440d-9891-a24176434670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:59.496760 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:59.510052 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [req-c8ed640c-6f03-4f56-8594-7f6dcb7b6625 req-d1034a68-50ca-456e-9e13-47666d4ad8d7 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:10:59.523493 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-ff2c1a4d-b539-4b21-b5dc-ae054a30be32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:59.528111 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [req-c8ed640c-6f03-4f56-8594-7f6dcb7b6625 req-d1034a68-50ca-456e-9e13-47666d4ad8d7 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:10:59.531640 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-ff2c1a4d-b539-4b21-b5dc-ae054a30be32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:59.543107 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:10:59.593076 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-ff2c1a4d-b539-4b21-b5dc-ae054a30be32 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f810ef9c14544bdabe2046e03ee28ec9&name=default HTTP/1.1" status: 200  len: 2979 time: 1.9887969
May 02 03:10:59.593973 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8ed640c-6f03-4f56-8594-7f6dcb7b6625 req-d1034a68-50ca-456e-9e13-47666d4ad8d7 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Made reservation on behalf of a9fa23c656804d85929e20a6cdbea65a for: {'port': 1} {{(pid=73900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 02 03:10:59.597845 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-c8ed640c-6f03-4f56-8594-7f6dcb7b6625 req-d1034a68-50ca-456e-9e13-47666d4ad8d7 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:59.617833 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 45182) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:10:59.624715 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2c1a4d-b539-4b21-b5dc-ae054a30be32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48146a02-06ab-46f1-ad3c-983bf92b27ad,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:59.642695 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563407df-709c-440d-9891-a24176434670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc4fa70-7a30-4a34-bfa1-60d464ac119d,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:10:59.651114 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-563407df-709c-440d-9891-a24176434670 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=793426b7a05048acb5640510858fcc8d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4776177
May 02 03:10:59.653228 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '872861b5-2289-48a5-9ad3-e3799fbcc95a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df8b6ae-d25f-4132-8489-a685808f1ea3'}] {{(pid=73902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:10:59.653723 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-563407df-709c-440d-9891-a24176434670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:59.655078 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 45188) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:10:59.691557 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-ff2c1a4d-b539-4b21-b5dc-ae054a30be32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:10:59.752719 dv-cinder-789077-1-iscsi neutron-server[73902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '872861b5-2289-48a5-9ad3-e3799fbcc95a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df8b6ae-d25f-4132-8489-a685808f1ea3', 'code': 200}
May 02 03:10:59.816868 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-aadd53fc-45c7-4087-b9ab-128129430d79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:59.871799 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-3f4fc726-002a-4852-be3d-d42f8138b171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:59.970601 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-3f4fc726-002a-4852-be3d-d42f8138b171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:10:59.997029 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-aadd53fc-45c7-4087-b9ab-128129430d79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:00.058707 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-3f4fc726-002a-4852-be3d-d42f8138b171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:00.066731 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-aa94e394-6107-4e24-9f21-27f16af87224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:11:00.103973 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4fc726-002a-4852-be3d-d42f8138b171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc4fa70-7a30-4a34-bfa1-60d464ac119d,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:11:00.110674 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-3f4fc726-002a-4852-be3d-d42f8138b171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:11:00.145602 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-aadd53fc-45c7-4087-b9ab-128129430d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:00.151619 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.db_base_plugin_common [req-c8ed640c-6f03-4f56-8594-7f6dcb7b6625 req-d1034a68-50ca-456e-9e13-47666d4ad8d7 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Allocated IP 172.20.0.9 (e3c24553-093c-4dba-a579-e14fc9bf8125/d5979161-d7b0-4fdb-a66c-2a0a0a8b9b09/b7ae2038-c9ad-470e-985b-d9563d2039a3) {{(pid=73900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 02 03:11:00.152062 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-3f4fc726-002a-4852-be3d-d42f8138b171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:00.153675 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-3f4fc726-002a-4852-be3d-d42f8138b171 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3dc4fa70-7a30-4a34-bfa1-60d464ac119d HTTP/1.1" status: 204  len: 168 time: 0.4970791
May 02 03:11:00.155575 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:11:00.208882 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadd53fc-45c7-4087-b9ab-128129430d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48146a02-06ab-46f1-ad3c-983bf92b27ad,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:11:00.214946 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-aadd53fc-45c7-4087-b9ab-128129430d79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:11:00.293105 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-aadd53fc-45c7-4087-b9ab-128129430d79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:00.298455 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-aadd53fc-45c7-4087-b9ab-128129430d79 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/48146a02-06ab-46f1-ad3c-983bf92b27ad HTTP/1.1" status: 204  len: 168 time: 0.6733136
May 02 03:11:00.395983 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-13b83c1d-c618-4ec7-8384-e84cff9f9382 req-ee036702-1806-476e-8276-27427514a462 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=89182c94-4807-42e0-9835-89a01d794242 HTTP/1.1" status: 200  len: 210 time: 0.1639869
May 02 03:11:00.749279 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d0a0a-54e8-482c-9085-5516aa285e07 req-f5fcbf96-027d-4512-8c0f-ebb7ad28db0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:00.750805 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c39d0a0a-54e8-482c-9085-5516aa285e07 req-f5fcbf96-027d-4512-8c0f-ebb7ad28db0f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 1099 time: 0.3130300
May 02 03:11:00.778693 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-c8ed640c-6f03-4f56-8594-7f6dcb7b6625 req-d1034a68-50ca-456e-9e13-47666d4ad8d7 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Notify callbacks [] for port, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:00.942909 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-c8ed640c-6f03-4f56-8594-7f6dcb7b6625 req-d1034a68-50ca-456e-9e13-47666d4ad8d7 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747865333526'] for port, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:00.958998 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] get_ports_and_sgs() called for port_ids ['c740e356-47d6-4db3-ae8b-2b0bf3d4b588'] {{(pid=73902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 02 03:11:00.974708 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-1d7c2d6d-6521-46ed-8ced-231c7e782846 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:11:00.996291 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c39d0a0a-54e8-482c-9085-5516aa285e07 req-63cda3b7-51fd-46d6-ad96-2a8d7759301f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1648688
May 02 03:11:01.109039 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87e1ab-3a48-49ae-af6e-2682f1d53e89 req-db1012f1-f9a4-4e72-9d23-95f02e4a7285 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:01.116571 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-3b87e1ab-3a48-49ae-af6e-2682f1d53e89 req-db1012f1-f9a4-4e72-9d23-95f02e4a7285 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fb9ea33-7c5d-43fe-82a6-9702239befd2 HTTP/1.1" status: 200  len: 946 time: 0.3708076
May 02 03:11:01.392615 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8ed640c-6f03-4f56-8594-7f6dcb7b6625 req-d1034a68-50ca-456e-9e13-47666d4ad8d7 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Network e3c24553-093c-4dba-a579-e14fc9bf8125 is already hosted by enough agents. {{(pid=73900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:11:01.427896 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.base_scheduler [req-c8ed640c-6f03-4f56-8594-7f6dcb7b6625 req-d1034a68-50ca-456e-9e13-47666d4ad8d7 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Resources bound (agent type, host, resource id):  {{(pid=73900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:11:01.432899 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ed640c-6f03-4f56-8594-7f6dcb7b6625 req-d1034a68-50ca-456e-9e13-47666d4ad8d7 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Received port after_create {{(pid=73900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 02 03:11:01.452461 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed640c-6f03-4f56-8594-7f6dcb7b6625 req-d1034a68-50ca-456e-9e13-47666d4ad8d7 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:01.453225 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-c8ed640c-6f03-4f56-8594-7f6dcb7b6625 req-d1034a68-50ca-456e-9e13-47666d4ad8d7 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for port, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:01.506847 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-3b87e1ab-3a48-49ae-af6e-2682f1d53e89 req-4810708e-dc57-41f5-82db-cb253c06eb5f tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3748283
May 02 03:11:01.540689 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1034a68-50ca-456e-9e13-47666d4ad8d7 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Pushing event updated for resources: {'Port': ['ID=b7ae2038-c9ad-470e-985b-d9563d2039a3,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:11:01.558933 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-d1034a68-50ca-456e-9e13-47666d4ad8d7 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:11:01.573085 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-c8ed640c-6f03-4f56-8594-7f6dcb7b6625 req-d1034a68-50ca-456e-9e13-47666d4ad8d7 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4308360
May 02 03:11:01.600541 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [req-c8ed640c-6f03-4f56-8594-7f6dcb7b6625 req-0216f4e0-2269-4277-a709-63ccfeaf2131 service neutron] Request body: {'port': {'device_id': '89182c94-4807-42e0-9835-89a01d794242', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78907'}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:11:01.667949 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302a98b-9f6d-48f4-afb1-dc1f67601008 req-c745412d-d46b-4d3b-9f91-b0603c3eb632 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:01.680524 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2302a98b-9f6d-48f4-afb1-dc1f67601008 req-c745412d-d46b-4d3b-9f91-b0603c3eb632 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 946 time: 0.5583768
May 02 03:11:01.693886 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 45242) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:11:01.834407 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-20121245-10a2-4a48-b30c-4d97251c07fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:01.876082 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-20121245-10a2-4a48-b30c-4d97251c07fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:11:01.969094 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-20121245-10a2-4a48-b30c-4d97251c07fa admin admin] Usage tracker for resource:security_group_rule and tenant:a22798c4c8dc4a978e0a848df363734d is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:11:01.977861 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-c8ed640c-6f03-4f56-8594-7f6dcb7b6625 req-0216f4e0-2269-4277-a709-63ccfeaf2131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:02.011948 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-20121245-10a2-4a48-b30c-4d97251c07fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:11:02.028761 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2302a98b-9f6d-48f4-afb1-dc1f67601008 req-e2b87f2c-8dd7-407c-825d-53c70e7aaff8 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3366325
May 02 03:11:02.030186 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-20121245-10a2-4a48-b30c-4d97251c07fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:11:02.264124 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-20121245-10a2-4a48-b30c-4d97251c07fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:02.273161 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-20121245-10a2-4a48-b30c-4d97251c07fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:02.351458 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:11:02.421634 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-20121245-10a2-4a48-b30c-4d97251c07fa admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a22798c4c8dc4a978e0a848df363734d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7249830
May 02 03:11:02.442043 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 45254) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:11:02.444743 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20121245-10a2-4a48-b30c-4d97251c07fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d863f87a-75dc-43ef-a9bf-8c461e846674,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:11:02.470103 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-20121245-10a2-4a48-b30c-4d97251c07fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:11:02.542163 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ccce3c-b60e-4306-9755-c024de52dc0d req-00778880-d14b-4005-82f0-3b5ceea17392 tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:02.550140 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-33ccce3c-b60e-4306-9755-c024de52dc0d req-00778880-d14b-4005-82f0-3b5ceea17392 tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9765783-88cb-4ed6-8451-689fd4b2b561 HTTP/1.1" status: 200  len: 945 time: 0.5714123
May 02 03:11:02.676425 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b5d18-5902-4662-a15a-aea031391247 req-8d7e01f5-c0ed-40e3-a16a-e1044bc9ee66 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:02.678997 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4c5b5d18-5902-4662-a15a-aea031391247 req-8d7e01f5-c0ed-40e3-a16a-e1044bc9ee66 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=89182c94-4807-42e0-9835-89a01d794242 HTTP/1.1" status: 200  len: 931 time: 0.5018179
May 02 03:11:02.713951 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-33ccce3c-b60e-4306-9755-c024de52dc0d req-3b239afe-60b7-4828-a29e-29c4d4358022 tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] 10.222.0.38 "GET /v2.0/security-groups?id=dafcad79-8d42-4da4-b614-466a5dd52708&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1510243
May 02 03:11:02.722550 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-a8943c89-d51f-4734-91f1-7ad6481b530b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:02.794181 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.notifiers.nova [req-c8ed640c-6f03-4f56-8594-7f6dcb7b6625 req-0216f4e0-2269-4277-a709-63ccfeaf2131 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7ae2038-c9ad-470e-985b-d9563d2039a3 {{(pid=73900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 02 03:11:02.803039 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-c8ed640c-6f03-4f56-8594-7f6dcb7b6625 req-0216f4e0-2269-4277-a709-63ccfeaf2131 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:02.822098 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.provisioning_blocks [req-c8ed640c-6f03-4f56-8594-7f6dcb7b6625 req-0216f4e0-2269-4277-a709-63ccfeaf2131 service neutron] Transition to ACTIVE for port object b7ae2038-c9ad-470e-985b-d9563d2039a3 will not be triggered until provisioned by entity L2. {{(pid=73900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:11:02.831008 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-c8ed640c-6f03-4f56-8594-7f6dcb7b6625 req-0216f4e0-2269-4277-a709-63ccfeaf2131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:02.842604 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:11:02.865998 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-a8943c89-d51f-4734-91f1-7ad6481b530b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:03.044450 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4c5b5d18-5902-4662-a15a-aea031391247 req-b71c1f1d-54a5-4580-95cf-dbc40c4b927f tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3481321
May 02 03:11:03.063469 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-a8943c89-d51f-4734-91f1-7ad6481b530b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:03.110518 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-563407df-709c-440d-9891-a24176434670 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:11:03.132379 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0216f4e0-2269-4277-a709-63ccfeaf2131 service neutron] Pushing event updated for resources: {'Port': ['ID=b7ae2038-c9ad-470e-985b-d9563d2039a3,revision_number=2']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:11:03.138920 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-0216f4e0-2269-4277-a709-63ccfeaf2131 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:11:03.165786 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8943c89-d51f-4734-91f1-7ad6481b530b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d863f87a-75dc-43ef-a9bf-8c461e846674,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:11:03.178169 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-a8943c89-d51f-4734-91f1-7ad6481b530b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:11:03.181787 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-a8943c89-d51f-4734-91f1-7ad6481b530b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:03.184086 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-a8943c89-d51f-4734-91f1-7ad6481b530b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d863f87a-75dc-43ef-a9bf-8c461e846674 HTTP/1.1" status: 204  len: 168 time: 0.7270012
May 02 03:11:03.305998 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [req-c8ed640c-6f03-4f56-8594-7f6dcb7b6625 req-0216f4e0-2269-4277-a709-63ccfeaf2131 service neutron] Attempting to bind port b7ae2038-c9ad-470e-985b-d9563d2039a3 on host hv-cinder-78907 for vnic_type normal with profile  {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 02 03:11:03.308814 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [req-c8ed640c-6f03-4f56-8594-7f6dcb7b6625 req-0216f4e0-2269-4277-a709-63ccfeaf2131 service neutron] Attempting to bind port b7ae2038-c9ad-470e-985b-d9563d2039a3 by drivers openvswitch,hyperv on host hv-cinder-78907 at level 0 using segments [{'id': 'b30497ce-e2ee-43bf-863e-b0adb6c70caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e3c24553-093c-4dba-a579-e14fc9bf8125'}] {{(pid=73900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 02 03:11:03.309459 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ed640c-6f03-4f56-8594-7f6dcb7b6625 req-0216f4e0-2269-4277-a709-63ccfeaf2131 service neutron] Attempting to bind port b7ae2038-c9ad-470e-985b-d9563d2039a3 on network e3c24553-093c-4dba-a579-e14fc9bf8125 {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:11:03.334293 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ed640c-6f03-4f56-8594-7f6dcb7b6625 req-0216f4e0-2269-4277-a709-63ccfeaf2131 service neutron] Port b7ae2038-c9ad-470e-985b-d9563d2039a3 on network e3c24553-093c-4dba-a579-e14fc9bf8125 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78907 {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 02 03:11:03.341703 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ed640c-6f03-4f56-8594-7f6dcb7b6625 req-0216f4e0-2269-4277-a709-63ccfeaf2131 service neutron] Attempting to bind port b7ae2038-c9ad-470e-985b-d9563d2039a3 on network e3c24553-093c-4dba-a579-e14fc9bf8125 {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:11:03.377619 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ed640c-6f03-4f56-8594-7f6dcb7b6625 req-0216f4e0-2269-4277-a709-63ccfeaf2131 service neutron] Checking agent: {'id': '8531ff9a-0c75-4a44-9da7-2507d2e05f16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 8, 9), 'started_at': datetime.datetime(2021, 5, 2, 3, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 02 03:11:03.379335 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ed640c-6f03-4f56-8594-7f6dcb7b6625 req-0216f4e0-2269-4277-a709-63ccfeaf2131 service neutron] Checking segment: {'id': 'b30497ce-e2ee-43bf-863e-b0adb6c70caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e3c24553-093c-4dba-a579-e14fc9bf8125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:11:03.380016 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ed640c-6f03-4f56-8594-7f6dcb7b6625 req-0216f4e0-2269-4277-a709-63ccfeaf2131 service neutron] Bound using segment: {'id': 'b30497ce-e2ee-43bf-863e-b0adb6c70caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e3c24553-093c-4dba-a579-e14fc9bf8125'} {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 02 03:11:03.383110 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [req-c8ed640c-6f03-4f56-8594-7f6dcb7b6625 req-0216f4e0-2269-4277-a709-63ccfeaf2131 service neutron] Bound port: b7ae2038-c9ad-470e-985b-d9563d2039a3, host: hv-cinder-78907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b30497ce-e2ee-43bf-863e-b0adb6c70caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e3c24553-093c-4dba-a579-e14fc9bf8125'}}] {{(pid=73900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 02 03:11:03.383711 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-c8ed640c-6f03-4f56-8594-7f6dcb7b6625 req-0216f4e0-2269-4277-a709-63ccfeaf2131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:03.781223 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f960fa-fb8d-4376-ae16-b20a49cc2cf1 req-e15b73f1-d5c0-4f8c-803f-cceaa3e665bf tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:03.783928 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-08f960fa-fb8d-4376-ae16-b20a49cc2cf1 req-e15b73f1-d5c0-4f8c-803f-cceaa3e665bf tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9765783-88cb-4ed6-8451-689fd4b2b561 HTTP/1.1" status: 200  len: 945 time: 0.5358818
May 02 03:11:03.912747 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 45284) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:11:04.026553 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [req-c8ed640c-6f03-4f56-8594-7f6dcb7b6625 req-0216f4e0-2269-4277-a709-63ccfeaf2131 service neutron] For port b7ae2038-c9ad-470e-985b-d9563d2039a3, host hv-cinder-78907, cleared binding levels {{(pid=73900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 02 03:11:04.033236 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [req-c8ed640c-6f03-4f56-8594-7f6dcb7b6625 req-0216f4e0-2269-4277-a709-63ccfeaf2131 service neutron] For port b7ae2038-c9ad-470e-985b-d9563d2039a3, host hv-cinder-78907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=b7ae2038-c9ad-470e-985b-d9563d2039a3,segment=NetworkSegment(b30497ce-e2ee-43bf-863e-b0adb6c70caf),segment_id=b30497ce-e2ee-43bf-863e-b0adb6c70caf)] {{(pid=73900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 02 03:11:04.055869 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-c8ed640c-6f03-4f56-8594-7f6dcb7b6625 req-0216f4e0-2269-4277-a709-63ccfeaf2131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:04.072311 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-6345ccf4-0de8-472c-998f-9e3587f17a9a tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:11:04.204302 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34130cf-59f0-4e9d-a871-457aa214848a req-26dbaa4b-1324-45fd-bd25-82a719bc4b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:04.208459 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-e34130cf-59f0-4e9d-a871-457aa214848a req-26dbaa4b-1324-45fd-bd25-82a719bc4b73 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c0c7970eea444c3cab1fd1c05acdf886&device_id=8fb9ea33-7c5d-43fe-82a6-9702239befd2 HTTP/1.1" status: 200  len: 1099 time: 0.5781224
May 02 03:11:04.210724 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed640c-6f03-4f56-8594-7f6dcb7b6625 req-0216f4e0-2269-4277-a709-63ccfeaf2131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:04.211594 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-c8ed640c-6f03-4f56-8594-7f6dcb7b6625 req-0216f4e0-2269-4277-a709-63ccfeaf2131 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for port, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:04.213730 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-c8ed640c-6f03-4f56-8594-7f6dcb7b6625 req-0216f4e0-2269-4277-a709-63ccfeaf2131 service neutron] 10.222.0.37 "PUT /v2.0/ports/b7ae2038-c9ad-470e-985b-d9563d2039a3 HTTP/1.1" status: 200  len: 1093 time: 2.6237557
May 02 03:11:04.218860 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89182c94-4807-42e0-9835-89a01d794242', 'tag': 'b7ae2038-c9ad-470e-985b-d9563d2039a3'}] {{(pid=73900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:11:04.461436 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0216f4e0-2269-4277-a709-63ccfeaf2131 service neutron] Pushing event updated for resources: {'Port': ['ID=b7ae2038-c9ad-470e-985b-d9563d2039a3,revision_number=3']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:11:04.503520 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-0216f4e0-2269-4277-a709-63ccfeaf2131 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:11:04.543123 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd94bbb-8ebd-4ecf-88e4-4d7156b1e752 req-a96bac99-51dc-48c3-a928-aefa8f5f2125 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:04.555261 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-0cd94bbb-8ebd-4ecf-88e4-4d7156b1e752 req-a96bac99-51dc-48c3-a928-aefa8f5f2125 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 946 time: 1.0148842
May 02 03:11:04.607833 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-61a40e52-2db2-4c73-a76a-1c090c6aeba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:04.677398 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844e8e3-0f9b-4364-8fff-dd304bb3d016 req-9ec0fce3-f796-403d-a438-4578eb3ec503 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:04.677582 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-61a40e52-2db2-4c73-a76a-1c090c6aeba8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:11:04.683569 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-3844e8e3-0f9b-4364-8fff-dd304bb3d016 req-9ec0fce3-f796-403d-a438-4578eb3ec503 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fb9ea33-7c5d-43fe-82a6-9702239befd2 HTTP/1.1" status: 200  len: 946 time: 0.7210202
May 02 03:11:04.696811 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-61a40e52-2db2-4c73-a76a-1c090c6aeba8 admin admin] Usage tracker for resource:security_group_rule and tenant:dc08cfdbcfc54a7e8b2fb1b7922477e9 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:11:04.710589 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-61a40e52-2db2-4c73-a76a-1c090c6aeba8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:11:04.755184 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-61a40e52-2db2-4c73-a76a-1c090c6aeba8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:11:04.797931 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34130cf-59f0-4e9d-a871-457aa214848a req-cab226d3-9a39-4fa3-8123-2fb36efce2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:04.800944 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-e34130cf-59f0-4e9d-a871-457aa214848a req-cab226d3-9a39-4fa3-8123-2fb36efce2ca service neutron] 10.222.0.37 "GET /v2.0/networks?id=ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34 HTTP/1.1" status: 200  len: 920 time: 0.5695028
May 02 03:11:04.822791 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-0cd94bbb-8ebd-4ecf-88e4-4d7156b1e752 req-70fc0963-1ee0-4aca-a64a-8b58b9690a60 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2605166
May 02 03:11:04.857409 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.plugin [req-08f960fa-fb8d-4376-ae16-b20a49cc2cf1 req-aaae0691-5a0f-4f28-b0e1-82a84eb90dba tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] Deleting port fbca4727-3b05-4e62-9a9f-4b4e414e30a3 {{(pid=73901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:11:04.858221 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [req-08f960fa-fb8d-4376-ae16-b20a49cc2cf1 req-aaae0691-5a0f-4f28-b0e1-82a84eb90dba tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:04.904047 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-3844e8e3-0f9b-4364-8fff-dd304bb3d016 req-6573e58e-502b-4db8-a897-e94a4b6b86aa tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2126517
May 02 03:11:04.925042 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed640c-6f03-4f56-8594-7f6dcb7b6625 req-d534060c-ff8b-4332-aede-8d1e07925104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:04.927058 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-c8ed640c-6f03-4f56-8594-7f6dcb7b6625 req-d534060c-ff8b-4332-aede-8d1e07925104 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a9fa23c656804d85929e20a6cdbea65a&device_id=89182c94-4807-42e0-9835-89a01d794242 HTTP/1.1" status: 200  len: 1096 time: 0.6233122
May 02 03:11:05.054069 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-1f25e76e-7e66-4b4a-8d1a-cf412911ce35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:05.079264 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-e34130cf-59f0-4e9d-a871-457aa214848a req-c13c554c-2064-4ccc-ab9b-f8d980185fe4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db3d5c70-bfaa-4574-aad1-0e6c17b2be51 HTTP/1.1" status: 200  len: 217 time: 0.2694449
May 02 03:11:05.173904 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-c8ed640c-6f03-4f56-8594-7f6dcb7b6625 req-49fe8d95-17f4-4bac-b8d0-59f1c7fd56c6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7ae2038-c9ad-470e-985b-d9563d2039a3 HTTP/1.1" status: 200  len: 217 time: 0.1928678
May 02 03:11:05.226927 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34130cf-59f0-4e9d-a871-457aa214848a req-d642c77f-8557-449a-b8ae-631ba84f7107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:05.228467 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-e34130cf-59f0-4e9d-a871-457aa214848a req-d642c77f-8557-449a-b8ae-631ba84f7107 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1b190fc7-4823-4c94-a79b-e61ea64b5302 HTTP/1.1" status: 200  len: 859 time: 0.1349127
May 02 03:11:05.299735 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-61a40e52-2db2-4c73-a76a-1c090c6aeba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:05.306788 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-61a40e52-2db2-4c73-a76a-1c090c6aeba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:05.318840 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 45322) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:11:05.323771 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-61c3798d-6f70-45f4-874c-dbc7aa9a38a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:11:05.381669 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.db [req-08f960fa-fb8d-4376-ae16-b20a49cc2cf1 req-aaae0691-5a0f-4f28-b0e1-82a84eb90dba tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] For port fbca4727-3b05-4e62-9a9f-4b4e414e30a3, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=fbca4727-3b05-4e62-9a9f-4b4e414e30a3,segment=NetworkSegment(7f6905ed-2579-4d55-ab77-b375fe4c1db7),segment_id=7f6905ed-2579-4d55-ab77-b375fe4c1db7)] {{(pid=73901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:11:05.382207 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [req-08f960fa-fb8d-4376-ae16-b20a49cc2cf1 req-aaae0691-5a0f-4f28-b0e1-82a84eb90dba tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:05.422525 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a40e52-2db2-4c73-a76a-1c090c6aeba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12d22b1-39ad-4bf7-986d-e0b91e5a3a83,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:11:05.432333 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-61a40e52-2db2-4c73-a76a-1c090c6aeba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:11:05.444221 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-61a40e52-2db2-4c73-a76a-1c090c6aeba8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dc08cfdbcfc54a7e8b2fb1b7922477e9&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4994173
May 02 03:11:05.446249 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 45330) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:11:05.507297 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [None req-67e1b3dc-8758-4d99-a5a4-133f20f591fe admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1158016070-network', 'tenant_id': 'd2e7d1d1d2ec4eb6981c3b80bacb92b7'}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:11:05.526168 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-67e1b3dc-8758-4d99-a5a4-133f20f591fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:11:05.547048 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-67e1b3dc-8758-4d99-a5a4-133f20f591fe admin admin] Usage tracker for resource:network and tenant:d2e7d1d1d2ec4eb6981c3b80bacb92b7 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:11:05.558463 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-67e1b3dc-8758-4d99-a5a4-133f20f591fe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:11:05.575062 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-67e1b3dc-8758-4d99-a5a4-133f20f591fe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:11:05.602846 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.plugin [req-08f960fa-fb8d-4376-ae16-b20a49cc2cf1 req-aaae0691-5a0f-4f28-b0e1-82a84eb90dba tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] Calling delete_port for fbca4727-3b05-4e62-9a9f-4b4e414e30a3 owned by compute:nova {{(pid=73901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:11:05.619253 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-de4a2893-0c0d-42b4-8061-b226e643c0f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:05.621047 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8416d821-b279-48d7-a938-5ba35d220534 req-6f5a44e8-bed6-4203-92ed-244a5cef38f2 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:05.622577 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e1b3dc-8758-4d99-a5a4-133f20f591fe admin admin] Made reservation on behalf of d2e7d1d1d2ec4eb6981c3b80bacb92b7 for: {'network': 1} {{(pid=73900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 02 03:11:05.622967 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-8416d821-b279-48d7-a938-5ba35d220534 req-6f5a44e8-bed6-4203-92ed-244a5cef38f2 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=89182c94-4807-42e0-9835-89a01d794242 HTTP/1.1" status: 200  len: 943 time: 0.4778283
May 02 03:11:05.626652 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-67e1b3dc-8758-4d99-a5a4-133f20f591fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for network, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:05.633927 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3c413-20ff-4678-b47b-d1dde7bf6bd9 req-95bc6663-e296-43de-be3a-639416c0459c tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:05.641695 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a8d3c413-20ff-4678-b47b-d1dde7bf6bd9 req-95bc6663-e296-43de-be3a-639416c0459c tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9765783-88cb-4ed6-8451-689fd4b2b561 HTTP/1.1" status: 200  len: 945 time: 0.6599209
May 02 03:11:05.660420 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-67e1b3dc-8758-4d99-a5a4-133f20f591fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:05.689229 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-de4a2893-0c0d-42b4-8061-b226e643c0f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:05.696658 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-67e1b3dc-8758-4d99-a5a4-133f20f591fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:11:05.713419 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-67e1b3dc-8758-4d99-a5a4-133f20f591fe admin admin] Usage tracker for resource:security_group_rule and tenant:d2e7d1d1d2ec4eb6981c3b80bacb92b7 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:11:05.713671 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-67e1b3dc-8758-4d99-a5a4-133f20f591fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:11:05.723398 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-67e1b3dc-8758-4d99-a5a4-133f20f591fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:11:05.837159 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-de4a2893-0c0d-42b4-8061-b226e643c0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:05.846858 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-3a9c25cd-05d8-42ad-9b5b-eec2b1c805f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:11:05.852835 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a8d3c413-20ff-4678-b47b-d1dde7bf6bd9 req-d7264e21-f863-4d3f-85f9-0b10f6fbd9fe tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] 10.222.0.38 "GET /v2.0/security-groups?id=dafcad79-8d42-4da4-b614-466a5dd52708&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2098897
May 02 03:11:05.870579 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-8416d821-b279-48d7-a938-5ba35d220534 req-af382887-bf19-42b4-bb6b-dffe1b744548 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2261298
May 02 03:11:05.880506 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4a2893-0c0d-42b4-8061-b226e643c0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12d22b1-39ad-4bf7-986d-e0b91e5a3a83,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:11:05.891471 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-de4a2893-0c0d-42b4-8061-b226e643c0f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:05.901965 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-de4a2893-0c0d-42b4-8061-b226e643c0f6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d12d22b1-39ad-4bf7-986d-e0b91e5a3a83 HTTP/1.1" status: 204  len: 168 time: 0.4483421
May 02 03:11:05.907182 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-de4a2893-0c0d-42b4-8061-b226e643c0f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:11:05.918113 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-67e1b3dc-8758-4d99-a5a4-133f20f591fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:05.927501 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-67e1b3dc-8758-4d99-a5a4-133f20f591fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:05.930216 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-ff2c1a4d-b539-4b21-b5dc-ae054a30be32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:11:05.974815 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67e1b3dc-8758-4d99-a5a4-133f20f591fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203}  {{(pid=73900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 02 03:11:05.980978 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e1b3dc-8758-4d99-a5a4-133f20f591fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7e2b0c-ed75-4cb6-90bd-b78db1882cdb,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:11:05.985471 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-67e1b3dc-8758-4d99-a5a4-133f20f591fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:11:05.990132 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-67e1b3dc-8758-4d99-a5a4-133f20f591fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800657'] for segment, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:05.990540 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.db.segments_db [None req-67e1b3dc-8758-4d99-a5a4-133f20f591fe admin admin] Added segment c48f9021-9e8b-4e4e-86cb-19e248bbd74b of type vlan for network d70f53f4-8393-4ef0-9689-68bc893f8691
May 02 03:11:06.026901 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-67e1b3dc-8758-4d99-a5a4-133f20f591fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747865320852'] for network, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:06.034270 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89182c94-4807-42e0-9835-89a01d794242', 'tag': 'b7ae2038-c9ad-470e-985b-d9563d2039a3', 'status': 'completed', 'code': 200}
May 02 03:11:06.082963 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-67e1b3dc-8758-4d99-a5a4-133f20f591fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347'] for network, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:06.085739 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e1b3dc-8758-4d99-a5a4-133f20f591fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:06.087409 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-67e1b3dc-8758-4d99-a5a4-133f20f591fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for network, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:06.096411 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-57273df0-aa1b-482b-b517-fda545b0a42e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:11:06.188052 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [req-08f960fa-fb8d-4376-ae16-b20a49cc2cf1 req-aaae0691-5a0f-4f28-b0e1-82a84eb90dba tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535'] for port, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:06.212446 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:11:06.360137 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-67e1b3dc-8758-4d99-a5a4-133f20f591fe admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.0248339
May 02 03:11:06.365052 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 45348) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:11:06.373954 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [None req-7878a3c2-178b-4a78-aaec-2825a9ca3f1d admin admin] Request body: {'subnet': {'network_id': 'd70f53f4-8393-4ef0-9689-68bc893f8691', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1158016070-subnet', 'tenant_id': 'd2e7d1d1d2ec4eb6981c3b80bacb92b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:11:06.377724 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e1b3dc-8758-4d99-a5a4-133f20f591fe admin admin] Pushing event updated for resources: {'Network': ['ID=d70f53f4-8393-4ef0-9689-68bc893f8691,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:11:06.381368 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-67e1b3dc-8758-4d99-a5a4-133f20f591fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:11:06.382549 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-7878a3c2-178b-4a78-aaec-2825a9ca3f1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:11:06.387732 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-7878a3c2-178b-4a78-aaec-2825a9ca3f1d admin admin] Usage tracker for resource:subnet and tenant:d2e7d1d1d2ec4eb6981c3b80bacb92b7 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:11:06.391338 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-7878a3c2-178b-4a78-aaec-2825a9ca3f1d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:11:06.398672 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Network d70f53f4-8393-4ef0-9689-68bc893f8691 details requested by agent ovs-agent-dv-cinder-789077-1-iscsi with host dv-cinder-789077-1-iscsi {{(pid=73902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 02 03:11:06.406748 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-7878a3c2-178b-4a78-aaec-2825a9ca3f1d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:11:06.422912 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7878a3c2-178b-4a78-aaec-2825a9ca3f1d admin admin] Made reservation on behalf of d2e7d1d1d2ec4eb6981c3b80bacb92b7 for: {'subnet': 1} {{(pid=73900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 02 03:11:06.426896 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-7878a3c2-178b-4a78-aaec-2825a9ca3f1d admin admin] Notify callbacks [] for subnet, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:06.427120 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae0691-5a0f-4f28-b0e1-82a84eb90dba tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] Pushing event deleted for resources: {'Port': ['ID=fbca4727-3b05-4e62-9a9f-4b4e414e30a3,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:11:06.834626 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-aaae0691-5a0f-4f28-b0e1-82a84eb90dba tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:11:06.873808 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f960fa-fb8d-4376-ae16-b20a49cc2cf1 req-aaae0691-5a0f-4f28-b0e1-82a84eb90dba tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] No DVR routers for this DVR port fbca4727-3b05-4e62-9a9f-4b4e414e30a3 on host hv-cinder-78907 {{(pid=73901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 02 03:11:06.895241 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [req-08f960fa-fb8d-4376-ae16-b20a49cc2cf1 req-aaae0691-5a0f-4f28-b0e1-82a84eb90dba tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for port, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:06.899559 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9765783-88cb-4ed6-8451-689fd4b2b561', 'name': 'network-vif-deleted', 'tag': 'fbca4727-3b05-4e62-9a9f-4b4e414e30a3'}] {{(pid=73901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:11:06.918038 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-08f960fa-fb8d-4376-ae16-b20a49cc2cf1 req-aaae0691-5a0f-4f28-b0e1-82a84eb90dba tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] 10.222.0.37 "DELETE /v2.0/ports/fbca4727-3b05-4e62-9a9f-4b4e414e30a3 HTTP/1.1" status: 204  len: 173 time: 3.1239133
May 02 03:11:06.936483 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39471176-9545-48e4-b477-bbfb3f78a2a6 req-aa6c74b9-73b9-4713-9fd8-d79ffdc7a6e0 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:06.940932 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-39471176-9545-48e4-b477-bbfb3f78a2a6 req-aa6c74b9-73b9-4713-9fd8-d79ffdc7a6e0 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 946 time: 0.6450469
May 02 03:11:06.950044 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 45376) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:11:06.960614 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [None req-e0553d48-eb28-472c-893a-573eb892c9fd tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Request body: {'floatingip': {'port_id': '0df8b6ae-d25f-4132-8489-a685808f1ea3'}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:11:06.979575 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfeef57-7b23-4db7-a436-28c7119420b7 req-d1b29a26-73a9-499a-a9db-53a93285df71 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:06.988290 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-5cfeef57-7b23-4db7-a436-28c7119420b7 req-d1b29a26-73a9-499a-a9db-53a93285df71 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fb9ea33-7c5d-43fe-82a6-9702239befd2 HTTP/1.1" status: 200  len: 946 time: 0.5642107
May 02 03:11:07.058473 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-5cfeef57-7b23-4db7-a436-28c7119420b7 req-c2a29392-1b4b-4c15-8e82-c909243bdb5a tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563586
May 02 03:11:07.120263 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [req-23b67d67-fdaf-4299-becf-f51507c7fcf2 req-747ca167-9e59-4cb4-ad12-30e4b1aaf659 tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] Synchronizing usage tracker for tenant:af3193f1c1e6445ba9dc3c083e914e2a on resource:port {{(pid=73901) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 02 03:11:07.136587 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9765783-88cb-4ed6-8451-689fd4b2b561', 'name': 'network-vif-deleted', 'tag': 'fbca4727-3b05-4e62-9a9f-4b4e414e30a3', 'status': 'completed', 'code': 200}
May 02 03:11:07.138556 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-e0553d48-eb28-472c-893a-573eb892c9fd tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks [] for floatingip, before_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:07.165574 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [req-23b67d67-fdaf-4299-becf-f51507c7fcf2 req-747ca167-9e59-4cb4-ad12-30e4b1aaf659 tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] Unset dirty status for tenant:af3193f1c1e6445ba9dc3c083e914e2a on resource:port {{(pid=73901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 02 03:11:07.168016 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-23b67d67-fdaf-4299-becf-f51507c7fcf2 req-747ca167-9e59-4cb4-ad12-30e4b1aaf659 tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9765783-88cb-4ed6-8451-689fd4b2b561 HTTP/1.1" status: 200  len: 210 time: 0.1109035
May 02 03:11:07.291297 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-7878a3c2-178b-4a78-aaec-2825a9ca3f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347'] for subnet, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:07.301764 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:11:07.388706 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e0599-0665-48d6-9467-431815aff420 req-5be3df4a-ac4f-440c-bb29-83bf7b0851c1 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:07.391854 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c04e0599-0665-48d6-9467-431815aff420 req-5be3df4a-ac4f-440c-bb29-83bf7b0851c1 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=89182c94-4807-42e0-9835-89a01d794242 HTTP/1.1" status: 200  len: 943 time: 0.1594672
May 02 03:11:07.473276 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c04e0599-0665-48d6-9467-431815aff420 req-951c64bc-de17-41c0-878f-623a7153b6f1 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752680
May 02 03:11:07.496426 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7878a3c2-178b-4a78-aaec-2825a9ca3f1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f00841f-d2e0-49c5-8de9-22776b72776b,revision_number=0']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:11:07.517355 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-7878a3c2-178b-4a78-aaec-2825a9ca3f1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:11:07.553115 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7878a3c2-178b-4a78-aaec-2825a9ca3f1d admin admin] Checking segment: {'id': 'c48f9021-9e8b-4e4e-86cb-19e248bbd74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd70f53f4-8393-4ef0-9689-68bc893f8691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:11:07.553713 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7878a3c2-178b-4a78-aaec-2825a9ca3f1d admin admin] Network hostable DHCP agents. Network: d70f53f4-8393-4ef0-9689-68bc893f8691, hostable agents: ['b8cff7bf-6a12-4b5e-9f6f-ac6aa9384c4c'], hosted agents: [] {{(pid=73900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 02 03:11:07.709224 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:07.731935 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7878a3c2-178b-4a78-aaec-2825a9ca3f1d admin admin] Network d70f53f4-8393-4ef0-9689-68bc893f8691 is scheduled to be hosted by DHCP agent b8cff7bf-6a12-4b5e-9f6f-ac6aa9384c4c with binding_index 1 {{(pid=73900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 02 03:11:07.765318 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.base_scheduler [None req-7878a3c2-178b-4a78-aaec-2825a9ca3f1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789077-1-iscsi, d70f53f4-8393-4ef0-9689-68bc893f8691) {{(pid=73900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:11:07.774790 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cafda5-e0f7-4384-90d2-cfcceaab98ae None None] Network d70f53f4-8393-4ef0-9689-68bc893f8691 requested from dv-cinder-789077-1-iscsi {{(pid=73902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 02 03:11:07.832905 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7878a3c2-178b-4a78-aaec-2825a9ca3f1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:07.833186 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-7878a3c2-178b-4a78-aaec-2825a9ca3f1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for subnet, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:08.023348 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-7878a3c2-178b-4a78-aaec-2825a9ca3f1d admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.6571221
May 02 03:11:08.208603 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] get_ports_and_sgs() called for port_ids ['fbca4727-3b05-4e62-9a9f-4b4e414e30a3'] {{(pid=73902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 02 03:11:08.235909 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device fbca4727-3b05-4e62-9a9f-4b4e414e30a3 no longer exists at agent hyperv_hv-cinder-78907 {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 02 03:11:08.295744 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34a6d87-1d2b-4e18-9525-fec9c7e9936a None None] Network d70f53f4-8393-4ef0-9689-68bc893f8691 requested from dv-cinder-789077-1-iscsi {{(pid=73902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 02 03:11:08.387672 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-e0553d48-eb28-472c-893a-573eb892c9fd tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:08.438032 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] No Port match for: fbca4727-3b05-4e62-9a9f-4b4e414e30a3 {{(pid=73902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 02 03:11:08.438689 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device fbca4727-3b05-4e62-9a9f-4b4e414e30a3 not bound to the agent host hv-cinder-78907 {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 02 03:11:08.445827 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-c555c0ac-5861-4c67-9a13-0971fb748137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:08.503259 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ebdd1-ebcb-4147-a14c-52483cf6092b req-86182be5-662f-4da9-b6ef-67b3eaa2a33c tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:08.506059 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-540ebdd1-ebcb-4147-a14c-52483cf6092b req-86182be5-662f-4da9-b6ef-67b3eaa2a33c tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fb9ea33-7c5d-43fe-82a6-9702239befd2 HTTP/1.1" status: 200  len: 946 time: 0.2334168
May 02 03:11:08.518952 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-f1ae2223-6839-4a34-b3cf-0924808dc29b req-f57dfd4c-c0fd-44a0-a0ec-e3b654ca1667 tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9765783-88cb-4ed6-8451-689fd4b2b561 HTTP/1.1" status: 200  len: 210 time: 0.0656812
May 02 03:11:08.544810 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-e0553d48-eb28-472c-893a-573eb892c9fd tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419409'] for floatingip, after_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:08.566675 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-723389cb-9a24-40c5-ac5c-05269dea86f9 req-0376a47f-16af-4385-bb07-05b7b62a989f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a314e278-8c52-4e98-b68a-8402418c5600&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.4193258
May 02 03:11:08.609358 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-540ebdd1-ebcb-4147-a14c-52483cf6092b req-622476d4-237b-4fc0-8619-6421eb5d14d0 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928364
May 02 03:11:08.692877 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-e34130cf-59f0-4e9d-a871-457aa214848a req-63244913-00d6-4471-be7f-e57d0f6db3ba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3031657
May 02 03:11:09.012013 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723389cb-9a24-40c5-ac5c-05269dea86f9 req-3e2dd1e0-7f08-4963-8309-b147489ed652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:09.013745 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-723389cb-9a24-40c5-ac5c-05269dea86f9 req-3e2dd1e0-7f08-4963-8309-b147489ed652 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a9fa23c656804d85929e20a6cdbea65a&device_id=a314e278-8c52-4e98-b68a-8402418c5600 HTTP/1.1" status: 200  len: 1098 time: 0.2075670
May 02 03:11:09.026769 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d79a8c-3431-4aba-bb7e-c7b7735e1cd7 req-5493badb-f4f2-4002-8988-d80d15379795 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:09.034638 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-27d79a8c-3431-4aba-bb7e-c7b7735e1cd7 req-5493badb-f4f2-4002-8988-d80d15379795 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=89182c94-4807-42e0-9835-89a01d794242 HTTP/1.1" status: 200  len: 943 time: 0.1451399
May 02 03:11:09.069845 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed640c-6f03-4f56-8594-7f6dcb7b6625 req-097440a3-0698-4915-a36a-5411b90b540d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:09.073035 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-c8ed640c-6f03-4f56-8594-7f6dcb7b6625 req-097440a3-0698-4915-a36a-5411b90b540d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d5979161-d7b0-4fdb-a66c-2a0a0a8b9b09 HTTP/1.1" status: 200  len: 855 time: 0.6815000
May 02 03:11:09.210657 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:09.212258 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-c8ed640c-6f03-4f56-8594-7f6dcb7b6625 req-3de82acc-d6ee-44b8-afe6-66d38235f240 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3c24553-093c-4dba-a579-e14fc9bf8125&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1006927
May 02 03:11:09.219595 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-27d79a8c-3431-4aba-bb7e-c7b7735e1cd7 req-e0d216ae-cb9f-46ec-827e-9362e6fac510 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1834617
May 02 03:11:09.325727 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723389cb-9a24-40c5-ac5c-05269dea86f9 req-4e18c8fd-395a-4321-b0e5-f456d7d0ab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:09.341928 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-723389cb-9a24-40c5-ac5c-05269dea86f9 req-4e18c8fd-395a-4321-b0e5-f456d7d0ab4a service neutron] 10.222.0.37 "GET /v2.0/networks?id=e3c24553-093c-4dba-a579-e14fc9bf8125 HTTP/1.1" status: 200  len: 916 time: 0.2756908
May 02 03:11:09.384970 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:09.456499 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-c8ed640c-6f03-4f56-8594-7f6dcb7b6625 req-0d1a8bbb-2094-4c34-b3ed-31a4e4b8eda7 service neutron] 10.222.0.37 "GET /v2.0/networks/e3c24553-093c-4dba-a579-e14fc9bf8125?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2137859
May 02 03:11:09.458539 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.db.l3_db [None req-e0553d48-eb28-472c-893a-573eb892c9fd tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Floating IP 3555373f-0bc0-4193-a9fc-6ceb3c2a32cc associated. External IP: 172.27.0.172, port: 0df8b6ae-d25f-4132-8489-a685808f1ea3.
May 02 03:11:09.537666 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-723389cb-9a24-40c5-ac5c-05269dea86f9 req-9e8dac94-1e9b-4a68-bf06-5ed414714f15 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c740e356-47d6-4db3-ae8b-2b0bf3d4b588 HTTP/1.1" status: 200  len: 217 time: 0.1939542
May 02 03:11:09.697996 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723389cb-9a24-40c5-ac5c-05269dea86f9 req-719d5413-1c6a-4150-a759-f623f0c01789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:09.699314 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-723389cb-9a24-40c5-ac5c-05269dea86f9 req-719d5413-1c6a-4150-a759-f623f0c01789 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d5979161-d7b0-4fdb-a66c-2a0a0a8b9b09 HTTP/1.1" status: 200  len: 855 time: 0.1543176
May 02 03:11:09.795396 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-c8ed640c-6f03-4f56-8594-7f6dcb7b6625 req-898175c9-9e3a-4ae3-82ca-0aaf623da981 service neutron] 10.222.0.37 "GET /v2.0/networks/e3c24553-093c-4dba-a579-e14fc9bf8125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2632651
May 02 03:11:09.913435 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-723389cb-9a24-40c5-ac5c-05269dea86f9 req-4aa6f3f2-694f-4bab-b366-5a10e084c687 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3c24553-093c-4dba-a579-e14fc9bf8125&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2063184
May 02 03:11:10.134554 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-e34130cf-59f0-4e9d-a871-457aa214848a req-c76a0b85-ab40-4a92-aba7-4aceb6eb88ad service neutron] 10.222.0.37 "GET /v2.0/networks/ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.3886518
May 02 03:11:10.147997 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-723389cb-9a24-40c5-ac5c-05269dea86f9 req-34257c7f-0e4b-48de-a625-30a4ececcdc7 service neutron] 10.222.0.37 "GET /v2.0/networks/e3c24553-093c-4dba-a579-e14fc9bf8125?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2240026
May 02 03:11:10.587330 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c0130-5539-4889-a75f-8dc5522362d3 req-f7452db1-cf99-4bd0-820f-0480f1c5d7f4 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:10.589730 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c53c0130-5539-4889-a75f-8dc5522362d3 req-f7452db1-cf99-4bd0-820f-0480f1c5d7f4 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/networks?id=d70f53f4-8393-4ef0-9689-68bc893f8691 HTTP/1.1" status: 200  len: 809 time: 0.2242651
May 02 03:11:10.621409 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c53c0130-5539-4889-a75f-8dc5522362d3 req-63d02453-42d1-4758-82f2-ba30171b86fc tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/quotas/d2e7d1d1d2ec4eb6981c3b80bacb92b7 HTTP/1.1" status: 200  len: 375 time: 0.0207927
May 02 03:11:10.734252 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:10.861049 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c53c0130-5539-4889-a75f-8dc5522362d3 req-dda84fe8-864c-4938-8e3a-4127eb7240a9 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d2e7d1d1d2ec4eb6981c3b80bacb92b7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2247806
May 02 03:11:10.947775 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c387ab71-731b-400b-932f-4082b446fcc5 req-c4e1ab59-a849-458c-890b-13231f3e584a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:10.950301 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-c387ab71-731b-400b-932f-4082b446fcc5 req-c4e1ab59-a849-458c-890b-13231f3e584a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a9fa23c656804d85929e20a6cdbea65a&device_id=89182c94-4807-42e0-9835-89a01d794242 HTTP/1.1" status: 200  len: 1096 time: 0.9175711
May 02 03:11:10.965608 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-e34130cf-59f0-4e9d-a871-457aa214848a req-3d9a4943-a82e-4390-8423-032f9f0b5925 service neutron] 10.222.0.37 "GET /v2.0/networks/ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8032053
May 02 03:11:10.972227 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-723389cb-9a24-40c5-ac5c-05269dea86f9 req-07f825fe-02c3-49ae-b0a8-db870666dcbb service neutron] 10.222.0.37 "GET /v2.0/networks/e3c24553-093c-4dba-a579-e14fc9bf8125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7317183
May 02 03:11:11.041050 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001a5c9-43f8-4875-9b6d-69753a0dd10d req-0ca765d4-2025-4198-968c-d4bcd18679fa tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:11.050656 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-3001a5c9-43f8-4875-9b6d-69753a0dd10d req-0ca765d4-2025-4198-968c-d4bcd18679fa tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fb9ea33-7c5d-43fe-82a6-9702239befd2 HTTP/1.1" status: 200  len: 946 time: 0.9007800
May 02 03:11:11.185638 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-3001a5c9-43f8-4875-9b6d-69753a0dd10d req-cbf81517-cc79-45ba-a138-464ac345ee8b tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1333632
May 02 03:11:11.241729 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c53c0130-5539-4889-a75f-8dc5522362d3 req-59363d70-41d1-443b-97eb-914575767448 service neutron] 10.222.0.38 "GET /v2.0/networks/d70f53f4-8393-4ef0-9689-68bc893f8691?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3640606
May 02 03:11:11.318987 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0553d48-eb28-472c-893a-573eb892c9fd tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Router b1ef1151-805b-4f83-a46a-7c96f7d8cd61 has already been hosted by L3 agent c822661f-3527-457d-a53a-678072f60f18 {{(pid=73900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 02 03:11:11.461434 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c387ab71-731b-400b-932f-4082b446fcc5 req-141ac3b4-47e7-452c-9f31-aabf6b1e5f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:11.463641 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-c387ab71-731b-400b-932f-4082b446fcc5 req-141ac3b4-47e7-452c-9f31-aabf6b1e5f5d service neutron] 10.222.0.37 "GET /v2.0/networks?id=e3c24553-093c-4dba-a579-e14fc9bf8125 HTTP/1.1" status: 200  len: 916 time: 0.4733322
May 02 03:11:11.565566 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-c387ab71-731b-400b-932f-4082b446fcc5 req-d3bfea61-c139-47ed-84c9-f54ade2b6745 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7ae2038-c9ad-470e-985b-d9563d2039a3 HTTP/1.1" status: 200  len: 217 time: 0.0890503
May 02 03:11:11.697237 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c53c0130-5539-4889-a75f-8dc5522362d3 req-5e8404d5-901a-4939-8d41-3f75eb662589 service neutron] 10.222.0.38 "GET /v2.0/networks/d70f53f4-8393-4ef0-9689-68bc893f8691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4474363
May 02 03:11:11.705963 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6897c2-dcd9-4ce0-80ca-1da88968f6c8 req-5ec16cc0-69bc-48b3-b02c-5da129fb5773 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:11.708347 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-8a6897c2-dcd9-4ce0-80ca-1da88968f6c8 req-5ec16cc0-69bc-48b3-b02c-5da129fb5773 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=89182c94-4807-42e0-9835-89a01d794242 HTTP/1.1" status: 200  len: 943 time: 0.3335736
May 02 03:11:11.742071 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0553d48-eb28-472c-893a-573eb892c9fd tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify agent at l3_agent.dv-cinder-789077-1-iscsi the message routers_updated {{(pid=73900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 02 03:11:11.751308 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-e0553d48-eb28-472c-893a-573eb892c9fd tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for floatingip, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:11.764016 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bceaff90-7c08-47fa-86e6-75678e9f713c None None] Sync routers for ids ['b1ef1151-805b-4f83-a46a-7c96f7d8cd61'] in dv-cinder-789077-1-iscsi {{(pid=73903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 02 03:11:11.784061 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bceaff90-7c08-47fa-86e6-75678e9f713c None None] Routers {'b1ef1151-805b-4f83-a46a-7c96f7d8cd61'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:11:11.784711 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-bceaff90-7c08-47fa-86e6-75678e9f713c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c5581d1c0>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:11:08Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['b1ef1151-805b-4f83-a46a-7c96f7d8cd61'], 'active': True} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:11:11.815124 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-8a6897c2-dcd9-4ce0-80ca-1da88968f6c8 req-afa648b2-b6e6-4cc0-ba7d-800b48c7802d tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989790
May 02 03:11:11.934122 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c387ab71-731b-400b-932f-4082b446fcc5 req-a5fa5c4c-4c7c-4919-8bbc-ef06daa53778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:11.937634 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-c387ab71-731b-400b-932f-4082b446fcc5 req-a5fa5c4c-4c7c-4919-8bbc-ef06daa53778 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d5979161-d7b0-4fdb-a66c-2a0a0a8b9b09 HTTP/1.1" status: 200  len: 855 time: 0.2929633
May 02 03:11:11.952353 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-e0553d48-eb28-472c-893a-573eb892c9fd tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "PUT /v2.0/floatingips/3555373f-0bc0-4193-a9fc-6ceb3c2a32cc HTTP/1.1" status: 200  len: 992 time: 5.0008368
May 02 03:11:12.076327 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '872861b5-2289-48a5-9ad3-e3799fbcc95a', 'tag': '0df8b6ae-d25f-4132-8489-a685808f1ea3'}] {{(pid=73900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:11:12.114297 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-c387ab71-731b-400b-932f-4082b446fcc5 req-d4a06905-64e5-4621-b959-64494e7f09b9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3c24553-093c-4dba-a579-e14fc9bf8125&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1602252
May 02 03:11:12.142883 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-5e10daad-97f3-47ac-a44e-e19757f12aa5 req-53b6ea7b-3e88-4a78-bafe-d0c0239e36c1 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/ports?device_id=241c5cd8-0ef3-4815-861c-c8b9e02e5c4d HTTP/1.1" status: 200  len: 210 time: 0.1061029
May 02 03:11:12.241165 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 45520) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:11:12.278554 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvr_db [None req-bceaff90-7c08-47fa-86e6-75678e9f713c None None] Set router b1ef1151-805b-4f83-a46a-7c96f7d8cd61 gateway port host: dv-cinder-789077-1-iscsi {{(pid=73903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:11:12.395188 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '872861b5-2289-48a5-9ad3-e3799fbcc95a', 'tag': '0df8b6ae-d25f-4132-8489-a685808f1ea3', 'status': 'completed', 'code': 200}
May 02 03:11:12.484700 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.db_base_plugin_v2 [None req-69474e36-cdec-48f5-8e41-0a635b8894fb admin admin] Deleting subnet 4361db73-09dc-4ca3-ab0d-eef40ac52ba3 {{(pid=73901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
May 02 03:11:12.489511 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-69474e36-cdec-48f5-8e41-0a635b8894fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:12.534022 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-c387ab71-731b-400b-932f-4082b446fcc5 req-837ce6fa-c1af-4464-9d7f-9fa1d4edbf95 service neutron] 10.222.0.37 "GET /v2.0/networks/e3c24553-093c-4dba-a579-e14fc9bf8125?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4047227
May 02 03:11:12.651581 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-69474e36-cdec-48f5-8e41-0a635b8894fb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:12.670300 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-69474e36-cdec-48f5-8e41-0a635b8894fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799051'] for subnet, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:12.831318 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-c387ab71-731b-400b-932f-4082b446fcc5 req-c2a4326e-b051-4aea-a6a7-02fcc121e2ca service neutron] 10.222.0.37 "GET /v2.0/networks/e3c24553-093c-4dba-a579-e14fc9bf8125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2911267
May 02 03:11:13.127819 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-bceaff90-7c08-47fa-86e6-75678e9f713c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c5581d1c0>, [{'id': 'b1ef1151-805b-4f83-a46a-7c96f7d8cd61', 'name': 'tempest-AttachVolumeShelveTestJSON-1562313329-router', 'tenant_id': '4e7db1adde334ad386f1a91ee9ac0682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '295442ec-ed49-4058-8444-980e103affd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:09:50Z', 'updated_at': '2021-05-02T03:10:18Z', 'revision_number': 4, 'project_id': '4e7db1adde334ad386f1a91ee9ac0682', 'gw_port': {'id': '295442ec-ed49-4058-8444-980e103affd6', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:05:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ef1151-805b-4f83-a46a-7c96f7d8cd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:55Z', 'updated_at': '2021-05-02T03:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_floatingips': [{'id': '3555373f-0bc0-4193-a9fc-6ceb3c2a32cc', 'tenant_id': '4e7db1adde334ad386f1a91ee9ac0682', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'router_id': 'b1ef1151-805b-4f83-a46a-7c96f7d8cd61', 'port_id': '0df8b6ae-d25f-4132-8489-a685808f1ea3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7fbd4b3-8241-42d4-a727-6c3f39a82264', 'mac_address': 'fa:16:3e:7e:30:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872861b5-2289-48a5-9ad3-e3799fbcc95a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:10:28Z', 'updated_at': '2021-05-02T03:11:08Z', 'revision_number': 1, 'project_id': '4e7db1adde334ad386f1a91ee9ac0682', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '905fbcf9-b611-4e90-a9ea-04f76111e3e2', 'name': '', 'network_id': 'c7fbd4b3-8241-42d4-a727-6c3f39a82264', 'tenant_id': '4e7db1adde334ad386f1a91ee9ac0682', 'mac_address': 'fa:16:3e:c2:9d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ef1151-805b-4f83-a46a-7c96f7d8cd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '78de75db-d296-47a5-9b25-e7b9f1e1ac72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:10:15Z', 'updated_at': '2021-05-02T03:10:28Z', 'revision_number': 5, 'project_id': '4e7db1adde334ad386f1a91ee9ac0682', 'subnets': [{'id': '78de75db-d296-47a5-9b25-e7b9f1e1ac72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:11:13.134578 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bceaff90-7c08-47fa-86e6-75678e9f713c None None] Checking router: b1ef1151-805b-4f83-a46a-7c96f7d8cd61 for host: dv-cinder-789077-1-iscsi {{(pid=73903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 02 03:11:13.163059 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bceaff90-7c08-47fa-86e6-75678e9f713c None None] Routers {'b1ef1151-805b-4f83-a46a-7c96f7d8cd61'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:11:13.163746 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-bceaff90-7c08-47fa-86e6-75678e9f713c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c5581d1c0>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:11:08Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['b1ef1151-805b-4f83-a46a-7c96f7d8cd61'], 'active': True} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:11:13.235414 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-69474e36-cdec-48f5-8e41-0a635b8894fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347'] for subnet, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:13.248171 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-8c5609f2-139c-443e-a3d8-a1df09f4868c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:11:13.305651 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69474e36-cdec-48f5-8e41-0a635b8894fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4361db73-09dc-4ca3-ab0d-eef40ac52ba3,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:11:13.357686 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-69474e36-cdec-48f5-8e41-0a635b8894fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for subnet, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:13.362541 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-69474e36-cdec-48f5-8e41-0a635b8894fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:11:13.394982 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-69474e36-cdec-48f5-8e41-0a635b8894fb admin admin] 10.222.0.38 "DELETE /v2.0/subnets/4361db73-09dc-4ca3-ab0d-eef40ac52ba3 HTTP/1.1" status: 204  len: 168 time: 1.1523364
May 02 03:11:13.398939 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 45554) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:11:13.457614 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3440956-fa8b-4baa-be69-3b73ff384b0c req-c42b455e-1409-4ff7-8bcc-78fb44884046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:13.459754 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c3440956-fa8b-4baa-be69-3b73ff384b0c req-c42b455e-1409-4ff7-8bcc-78fb44884046 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e7db1adde334ad386f1a91ee9ac0682&device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 1099 time: 1.0748549
May 02 03:11:13.472012 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvr_db [None req-bceaff90-7c08-47fa-86e6-75678e9f713c None None] Set router b1ef1151-805b-4f83-a46a-7c96f7d8cd61 gateway port host: dv-cinder-789077-1-iscsi {{(pid=73903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:11:13.599829 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca3b03-b2f7-49ea-96d4-145bde0f4f2e req-cf87fa0c-6618-4426-ae2d-5fe9848c6af1 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:13.601404 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4bca3b03-b2f7-49ea-96d4-145bde0f4f2e req-cf87fa0c-6618-4426-ae2d-5fe9848c6af1 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fb9ea33-7c5d-43fe-82a6-9702239befd2 HTTP/1.1" status: 200  len: 946 time: 0.5000269
May 02 03:11:13.662845 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-0f2cdec8-087e-4e35-a39e-e260bc00075d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688557'] for network, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:13.693516 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df956e3-0778-4ea9-a67b-3f95752705c6 req-5de88dc3-cb50-4bbd-b9d6-b6c47d97d6e1 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:13.695384 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-3df956e3-0778-4ea9-a67b-3f95752705c6 req-5de88dc3-cb50-4bbd-b9d6-b6c47d97d6e1 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=89182c94-4807-42e0-9835-89a01d794242 HTTP/1.1" status: 200  len: 943 time: 0.3966842
May 02 03:11:13.843183 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4bca3b03-b2f7-49ea-96d4-145bde0f4f2e req-0e6183c7-3ec5-42ba-8229-46c0666c1b63 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1834013
May 02 03:11:13.853663 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-3df956e3-0778-4ea9-a67b-3f95752705c6 req-5ee78121-41b7-469a-9fd4-2a85a722bbf6 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1459246
May 02 03:11:13.868635 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3440956-fa8b-4baa-be69-3b73ff384b0c req-97f44908-a56b-45ce-b298-a20febad10ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:13.870096 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c3440956-fa8b-4baa-be69-3b73ff384b0c req-97f44908-a56b-45ce-b298-a20febad10ad service neutron] 10.222.0.37 "GET /v2.0/networks?id=c7fbd4b3-8241-42d4-a727-6c3f39a82264 HTTP/1.1" status: 200  len: 918 time: 0.3979611
May 02 03:11:14.088769 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device b7ae2038-c9ad-470e-985b-d9563d2039a3 details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=73902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 02 03:11:14.224067 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-bceaff90-7c08-47fa-86e6-75678e9f713c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c5581d1c0>, [{'id': 'b1ef1151-805b-4f83-a46a-7c96f7d8cd61', 'name': 'tempest-AttachVolumeShelveTestJSON-1562313329-router', 'tenant_id': '4e7db1adde334ad386f1a91ee9ac0682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '295442ec-ed49-4058-8444-980e103affd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:09:50Z', 'updated_at': '2021-05-02T03:10:18Z', 'revision_number': 4, 'project_id': '4e7db1adde334ad386f1a91ee9ac0682', 'gw_port': {'id': '295442ec-ed49-4058-8444-980e103affd6', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:05:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ef1151-805b-4f83-a46a-7c96f7d8cd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:55Z', 'updated_at': '2021-05-02T03:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_floatingips': [{'id': '3555373f-0bc0-4193-a9fc-6ceb3c2a32cc', 'tenant_id': '4e7db1adde334ad386f1a91ee9ac0682', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'router_id': 'b1ef1151-805b-4f83-a46a-7c96f7d8cd61', 'port_id': '0df8b6ae-d25f-4132-8489-a685808f1ea3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7fbd4b3-8241-42d4-a727-6c3f39a82264', 'mac_address': 'fa:16:3e:7e:30:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872861b5-2289-48a5-9ad3-e3799fbcc95a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:10:28Z', 'updated_at': '2021-05-02T03:11:08Z', 'revision_number': 1, 'project_id': '4e7db1adde334ad386f1a91ee9ac0682', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '905fbcf9-b611-4e90-a9ea-04f76111e3e2', 'name': '', 'network_id': 'c7fbd4b3-8241-42d4-a727-6c3f39a82264', 'tenant_id': '4e7db1adde334ad386f1a91ee9ac0682', 'mac_address': 'fa:16:3e:c2:9d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ef1151-805b-4f83-a46a-7c96f7d8cd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '78de75db-d296-47a5-9b25-e7b9f1e1ac72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:10:15Z', 'updated_at': '2021-05-02T03:10:28Z', 'revision_number': 5, 'project_id': '4e7db1adde334ad386f1a91ee9ac0682', 'subnets': [{'id': '78de75db-d296-47a5-9b25-e7b9f1e1ac72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:11:14.237375 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bceaff90-7c08-47fa-86e6-75678e9f713c None None] The sync data for ids ['b1ef1151-805b-4f83-a46a-7c96f7d8cd61'] in dv-cinder-789077-1-iscsi is: [{'id': 'b1ef1151-805b-4f83-a46a-7c96f7d8cd61', 'name': 'tempest-AttachVolumeShelveTestJSON-1562313329-router', 'tenant_id': '4e7db1adde334ad386f1a91ee9ac0682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '295442ec-ed49-4058-8444-980e103affd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:09:50Z', 'updated_at': '2021-05-02T03:10:18Z', 'revision_number': 4, 'project_id': '4e7db1adde334ad386f1a91ee9ac0682', 'gw_port': {'id': '295442ec-ed49-4058-8444-980e103affd6', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:05:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ef1151-805b-4f83-a46a-7c96f7d8cd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:55Z', 'updated_at': '2021-05-02T03:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_floatingips': [{'id': '3555373f-0bc0-4193-a9fc-6ceb3c2a32cc', 'tenant_id': '4e7db1adde334ad386f1a91ee9ac0682', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'router_id': 'b1ef1151-805b-4f83-a46a-7c96f7d8cd61', 'port_id': '0df8b6ae-d25f-4132-8489-a685808f1ea3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7fbd4b3-8241-42d4-a727-6c3f39a82264', 'mac_address': 'fa:16:3e:7e:30:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872861b5-2289-48a5-9ad3-e3799fbcc95a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:10:28Z', 'updated_at': '2021-05-02T03:11:08Z', 'revision_number': 1, 'project_id': '4e7db1adde334ad386f1a91ee9ac0682', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '905fbcf9-b611-4e90-a9ea-04f76111e3e2', 'name': '', 'network_id': 'c7fbd4b3-8241-42d4-a727-6c3f39a82264', 'tenant_id': '4e7db1adde334ad386f1a91ee9ac0682', 'mac_address': 'fa:16:3e:c2:9d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ef1151-805b-4f83-a46a-7c96f7d8cd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '78de75db-d296-47a5-9b25-e7b9f1e1ac72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:10:15Z', 'updated_at': '2021-05-02T03:10:28Z', 'revision_number': 5, 'project_id': '4e7db1adde334ad386f1a91ee9ac0682', 'subnets': [{'id': '78de75db-d296-47a5-9b25-e7b9f1e1ac72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 02 03:11:14.390356 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e3228434-aa63-4b94-858a-9e2fc758235c req-c1c7d130-f8f2-42f8-a74e-9fb0512dab1c tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/ports?device_id=241c5cd8-0ef3-4815-861c-c8b9e02e5c4d HTTP/1.1" status: 200  len: 210 time: 0.2395754
May 02 03:11:14.441982 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-0f2cdec8-087e-4e35-a39e-e260bc00075d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773334', 'neutron.services.segments.db._delete_segments_for_network-8747865761073'] for network, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:14.500461 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port b7ae2038-c9ad-470e-985b-d9563d2039a3, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=b7ae2038-c9ad-470e-985b-d9563d2039a3,segment=NetworkSegment(b30497ce-e2ee-43bf-863e-b0adb6c70caf),segment_id=b30497ce-e2ee-43bf-863e-b0adb6c70caf)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:11:14.525616 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Returning: {'device': 'b7ae2038-c9ad-470e-985b-d9563d2039a3', 'network_id': 'e3c24553-093c-4dba-a579-e14fc9bf8125', 'port_id': 'b7ae2038-c9ad-470e-985b-d9563d2039a3', 'mac_address': 'fa:16:3e:b7:f9:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5979161-d7b0-4fdb-a66c-2a0a0a8b9b09', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 02 03:11:14.631059 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c0130-5539-4889-a75f-8dc5522362d3 req-d571aed6-7a94-49df-99d2-d7f3da521f7f tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:14.632310 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-c53c0130-5539-4889-a75f-8dc5522362d3 req-d571aed6-7a94-49df-99d2-d7f3da521f7f tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Synchronizing usage tracker for tenant:d2e7d1d1d2ec4eb6981c3b80bacb92b7 on resource:network {{(pid=73900) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 02 03:11:14.641963 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:14.679052 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.notifiers.nova [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7ae2038-c9ad-470e-985b-d9563d2039a3 {{(pid=73902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 02 03:11:14.705392 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port b7ae2038-c9ad-470e-985b-d9563d2039a3, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=b7ae2038-c9ad-470e-985b-d9563d2039a3,segment=NetworkSegment(b30497ce-e2ee-43bf-863e-b0adb6c70caf),segment_id=b30497ce-e2ee-43bf-863e-b0adb6c70caf)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:11:14.716825 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:14.720179 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:11:14.735943 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-c53c0130-5539-4889-a75f-8dc5522362d3 req-d571aed6-7a94-49df-99d2-d7f3da521f7f tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Unset dirty status for tenant:d2e7d1d1d2ec4eb6981c3b80bacb92b7 on resource:network {{(pid=73900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 02 03:11:14.746223 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-c53c0130-5539-4889-a75f-8dc5522362d3 req-d571aed6-7a94-49df-99d2-d7f3da521f7f tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.37 "GET /v2.0/networks?id=d70f53f4-8393-4ef0-9689-68bc893f8691 HTTP/1.1" status: 200  len: 809 time: 0.6912313
May 02 03:11:14.772538 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [req-c53c0130-5539-4889-a75f-8dc5522362d3 req-01770bba-6818-4ae3-83d4-d026609421de tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Request body: {'port': {'device_id': '241c5cd8-0ef3-4815-861c-c8b9e02e5c4d', 'network_id': 'd70f53f4-8393-4ef0-9689-68bc893f8691', 'admin_state_up': True, 'tenant_id': 'd2e7d1d1d2ec4eb6981c3b80bacb92b7'}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:11:14.842811 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46542940-995d-4d13-ba06-58f7410ddb89 None None] New status for floating IP 3555373f-0bc0-4193-a9fc-6ceb3c2a32cc: ACTIVE {{(pid=73902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 02 03:11:14.860692 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c3440956-fa8b-4baa-be69-3b73ff384b0c req-1a5c2cb0-0a94-4fa1-b3a4-148607ee803c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0df8b6ae-d25f-4132-8489-a685808f1ea3 HTTP/1.1" status: 200  len: 1000 time: 0.9719803
May 02 03:11:15.112022 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3440956-fa8b-4baa-be69-3b73ff384b0c req-9ecd898d-bf22-4221-a8a4-023c15eb8552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:15.117114 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c3440956-fa8b-4baa-be69-3b73ff384b0c req-9ecd898d-bf22-4221-a8a4-023c15eb8552 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=78de75db-d296-47a5-9b25-e7b9f1e1ac72 HTTP/1.1" status: 200  len: 856 time: 0.2365305
May 02 03:11:15.263201 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [req-c53c0130-5539-4889-a75f-8dc5522362d3 req-01770bba-6818-4ae3-83d4-d026609421de tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:11:15.275541 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-0f2cdec8-087e-4e35-a39e-e260bc00075d admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f4c547fb220>> segment before_delete 55550000 {{(pid=73901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:11:15.276266 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-0f2cdec8-087e-4e35-a39e-e260bc00075d admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f4c547fb220>> subnet precommit_delete_associations 55550000 {{(pid=73901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:11:15.277538 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-0f2cdec8-087e-4e35-a39e-e260bc00075d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c5540d820>> segment_host_mapping after_create 55550000 {{(pid=73901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:11:15.278128 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-0f2cdec8-087e-4e35-a39e-e260bc00075d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c5540d820>> port after_create 55550000 {{(pid=73901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:11:15.278866 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-0f2cdec8-087e-4e35-a39e-e260bc00075d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c5540d820>> port after_delete 55550000 {{(pid=73901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:11:15.279483 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-0f2cdec8-087e-4e35-a39e-e260bc00075d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c5540d820>> port after_update 55550000 {{(pid=73901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:11:15.280050 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-0f2cdec8-087e-4e35-a39e-e260bc00075d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c5540d820>> segment after_delete 55550000 {{(pid=73901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:11:15.280585 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-0f2cdec8-087e-4e35-a39e-e260bc00075d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c5540d820>> subnet after_create 55550000 {{(pid=73901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:11:15.281597 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-0f2cdec8-087e-4e35-a39e-e260bc00075d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c5540d820>> subnet after_delete 55550000 {{(pid=73901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:11:15.282169 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-0f2cdec8-087e-4e35-a39e-e260bc00075d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c5540d820>> subnet after_update 55550000 {{(pid=73901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:11:15.285632 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-c53c0130-5539-4889-a75f-8dc5522362d3 req-01770bba-6818-4ae3-83d4-d026609421de tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Usage tracker for resource:port and tenant:d2e7d1d1d2ec4eb6981c3b80bacb92b7 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:11:15.291721 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-c53c0130-5539-4889-a75f-8dc5522362d3 req-01770bba-6818-4ae3-83d4-d026609421de tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:11:15.303163 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [req-c53c0130-5539-4889-a75f-8dc5522362d3 req-01770bba-6818-4ae3-83d4-d026609421de tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:11:15.321455 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c53c0130-5539-4889-a75f-8dc5522362d3 req-01770bba-6818-4ae3-83d4-d026609421de tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Made reservation on behalf of d2e7d1d1d2ec4eb6981c3b80bacb92b7 for: {'port': 1} {{(pid=73900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 02 03:11:15.328992 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-c53c0130-5539-4889-a75f-8dc5522362d3 req-01770bba-6818-4ae3-83d4-d026609421de tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:15.349781 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 45586) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:11:15.375427 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] get_ports_and_sgs() called for port_ids ['b7ae2038-c9ad-470e-985b-d9563d2039a3'] {{(pid=73902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 02 03:11:15.484139 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Pushing event updated for resources: {'Port': ['ID=b7ae2038-c9ad-470e-985b-d9563d2039a3,revision_number=4']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:11:15.531084 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.811s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:11:15.549411 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-b508b994-34d0-4fd0-b172-098845aeda85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:15.553811 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-0f2cdec8-087e-4e35-a39e-e260bc00075d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4c54c49ca0>> subnet after_create 55550000 {{(pid=73901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:11:15.554404 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-0f2cdec8-087e-4e35-a39e-e260bc00075d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4c54c49ca0>> subnet after_delete 55550000 {{(pid=73901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:11:15.555010 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-0f2cdec8-087e-4e35-a39e-e260bc00075d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4c54c49ca0>> subnet before_create 55550000 {{(pid=73901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:11:15.557478 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-0f2cdec8-087e-4e35-a39e-e260bc00075d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4c54c49ca0>> subnet before_update 55550000 {{(pid=73901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:11:15.558360 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.services.segments.db [None req-0f2cdec8-087e-4e35-a39e-e260bc00075d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c5540d8b0>,) {'filters': {'network_id': ['a8ade9c2-9766-4205-91d5-ada78c406a29']}} {{(pid=73901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:11:15.622177 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-b508b994-34d0-4fd0-b172-098845aeda85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:11:15.633114 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-b508b994-34d0-4fd0-b172-098845aeda85 admin admin] Usage tracker for resource:security_group_rule and tenant:724fb2562a8e4b00a9b3f88e3238a142 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:11:15.640057 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-b508b994-34d0-4fd0-b172-098845aeda85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:11:15.655980 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-b508b994-34d0-4fd0-b172-098845aeda85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:11:15.680068 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.db_base_plugin_common [req-c53c0130-5539-4889-a75f-8dc5522362d3 req-01770bba-6818-4ae3-83d4-d026609421de tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Allocated IP 172.20.0.5 (d70f53f4-8393-4ef0-9689-68bc893f8691/8f00841f-d2e0-49c5-8de9-22776b72776b/7e0c1c7b-bc7b-480e-aef0-f9a041fb0abc) {{(pid=73900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 02 03:11:15.915531 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.services.segments.db [None req-0f2cdec8-087e-4e35-a39e-e260bc00075d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c5540d8b0>, '7f6905ed-2579-4d55-ab77-b375fe4c1db7') {'for_net_delete': True} {{(pid=73901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:11:15.915531 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.services.segments.db [None req-0f2cdec8-087e-4e35-a39e-e260bc00075d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c5540d8b0>, '7f6905ed-2579-4d55-ab77-b375fe4c1db7') {} {{(pid=73901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:11:15.942088 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-0f2cdec8-087e-4e35-a39e-e260bc00075d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747865772647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2839932'] for segment, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:15.982786 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-0f2cdec8-087e-4e35-a39e-e260bc00075d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800657'] for segment, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:16.004189 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f2cdec8-087e-4e35-a39e-e260bc00075d admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=73901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 02 03:11:16.023253 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3440956-fa8b-4baa-be69-3b73ff384b0c req-93b34bf1-ef7f-49ac-a651-6b1a616ee24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:16.025024 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c3440956-fa8b-4baa-be69-3b73ff384b0c req-93b34bf1-ef7f-49ac-a651-6b1a616ee24f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c7fbd4b3-8241-42d4-a727-6c3f39a82264&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.8563275
May 02 03:11:16.170656 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-b508b994-34d0-4fd0-b172-098845aeda85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:16.179120 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-b508b994-34d0-4fd0-b172-098845aeda85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:16.199094 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-7264450d-8167-4a7a-9f12-6207f07f77b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:11:16.362097 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13c5d5-a8b7-4d9f-aacf-33890f5fe824 req-3e417698-4155-4601-9c9e-28c9741f5f75 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:16.364239 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2d13c5d5-a8b7-4d9f-aacf-33890f5fe824 req-3e417698-4155-4601-9c9e-28c9741f5f75 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=89182c94-4807-42e0-9835-89a01d794242 HTTP/1.1" status: 200  len: 944 time: 0.7701597
May 02 03:11:16.379181 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.managers [None req-0f2cdec8-087e-4e35-a39e-e260bc00075d admin admin] Network a8ade9c2-9766-4205-91d5-ada78c406a29 has no segments {{(pid=73901) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 02 03:11:16.396296 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec944a8-7596-49c2-acf5-c9fb320781ad req-559ddbaf-1148-4ae1-b259-197240c40620 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:16.398654 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-5ec944a8-7596-49c2-acf5-c9fb320781ad req-559ddbaf-1148-4ae1-b259-197240c40620 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fb9ea33-7c5d-43fe-82a6-9702239befd2 HTTP/1.1" status: 200  len: 946 time: 0.8014264
May 02 03:11:16.403772 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-0f2cdec8-087e-4e35-a39e-e260bc00075d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1800670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718606'] for segment, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:16.504319 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-b508b994-34d0-4fd0-b172-098845aeda85 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=724fb2562a8e4b00a9b3f88e3238a142&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1531045
May 02 03:11:16.509980 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-c53c0130-5539-4889-a75f-8dc5522362d3 req-01770bba-6818-4ae3-83d4-d026609421de tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Notify callbacks [] for port, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:16.515776 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b508b994-34d0-4fd0-b172-098845aeda85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c85d03a8-c7af-45b0-bc99-55650cd064b7,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:11:16.522297 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-b508b994-34d0-4fd0-b172-098845aeda85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:11:16.526323 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 45604) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:11:16.526863 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 45606) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:11:16.588584 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c3440956-fa8b-4baa-be69-3b73ff384b0c req-d11cc5c7-61a9-468c-bfd9-61073d591f39 service neutron] 10.222.0.37 "GET /v2.0/networks/c7fbd4b3-8241-42d4-a727-6c3f39a82264?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5425751
May 02 03:11:16.677431 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-66ded663-2372-40c2-945c-c196e1ba490d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:16.688217 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-5ec944a8-7596-49c2-acf5-c9fb320781ad req-acff0707-3a76-4a8f-b68f-c959cf7d513a tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2697022
May 02 03:11:16.702064 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-c53c0130-5539-4889-a75f-8dc5522362d3 req-01770bba-6818-4ae3-83d4-d026609421de tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747865333526'] for port, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:16.708972 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2d13c5d5-a8b7-4d9f-aacf-33890f5fe824 req-fc07f9c7-4b47-4509-81e5-559847892e52 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3072698
May 02 03:11:16.719206 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-6b4a2cee-dfea-491c-9249-854099430470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:11:16.733047 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.managers [None req-0f2cdec8-087e-4e35-a39e-e260bc00075d admin admin] Network a8ade9c2-9766-4205-91d5-ada78c406a29 has no segments {{(pid=73901) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 02 03:11:16.806995 dv-cinder-789077-1-iscsi neutron-server[73901]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 02 03:11:16.806995 dv-cinder-789077-1-iscsi neutron-server[73901]:   from cryptography.utils import int_from_bytes
May 02 03:11:16.806995 dv-cinder-789077-1-iscsi neutron-server[73901]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 02 03:11:16.806995 dv-cinder-789077-1-iscsi neutron-server[73901]:   from cryptography.utils import int_from_bytes
May 02 03:11:16.806995 dv-cinder-789077-1-iscsi neutron-server[73901]: Traceback (most recent call last):
May 02 03:11:16.806995 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 02 03:11:16.806995 dv-cinder-789077-1-iscsi neutron-server[73901]:     timer()
May 02 03:11:16.806995 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 02 03:11:16.806995 dv-cinder-789077-1-iscsi neutron-server[73901]:     cb(*args, **kw)
May 02 03:11:16.806995 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 02 03:11:16.806995 dv-cinder-789077-1-iscsi neutron-server[73901]:     return func(*args, **kwargs)
May 02 03:11:16.806995 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 02 03:11:16.806995 dv-cinder-789077-1-iscsi neutron-server[73901]:     self._notify()
May 02 03:11:16.806995 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 02 03:11:16.806995 dv-cinder-789077-1-iscsi neutron-server[73901]:     self.callback(batched_events)
May 02 03:11:16.806995 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 02 03:11:16.806995 dv-cinder-789077-1-iscsi neutron-server[73901]:     event.method(event)
May 02 03:11:16.806995 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 02 03:11:16.806995 dv-cinder-789077-1-iscsi neutron-server[73901]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 02 03:11:16.806995 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 02 03:11:16.806995 dv-cinder-789077-1-iscsi neutron-server[73901]:     aggregate_uuid = self.p_client.list_aggregates(
May 02 03:11:16.806995 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 02 03:11:16.806995 dv-cinder-789077-1-iscsi neutron-server[73901]:     return f(self, *a, **k)
May 02 03:11:16.806995 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 02 03:11:16.806995 dv-cinder-789077-1-iscsi neutron-server[73901]:     return self._get(url).json()
May 02 03:11:16.806995 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 02 03:11:16.806995 dv-cinder-789077-1-iscsi neutron-server[73901]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 02 03:11:16.806995 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 02 03:11:16.806995 dv-cinder-789077-1-iscsi neutron-server[73901]:     return self.request(url, 'GET', **kwargs)
May 02 03:11:16.806995 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 02 03:11:16.806995 dv-cinder-789077-1-iscsi neutron-server[73901]:     base_url = self.get_endpoint(auth, allow=allow,
May 02 03:11:16.806995 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 02 03:11:16.806995 dv-cinder-789077-1-iscsi neutron-server[73901]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 02 03:11:16.806995 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 02 03:11:16.806995 dv-cinder-789077-1-iscsi neutron-server[73901]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 02 03:11:16.806995 dv-cinder-789077-1-iscsi neutron-server[73901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 02 03:11:16.850462 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-66ded663-2372-40c2-945c-c196e1ba490d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:16.909791 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-02c10915-3339-4129-85da-f0f7d06bdd37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:16.987100 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c53c0130-5539-4889-a75f-8dc5522362d3 req-01770bba-6818-4ae3-83d4-d026609421de tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Network d70f53f4-8393-4ef0-9689-68bc893f8691 is already hosted by enough agents. {{(pid=73900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:11:17.006737 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-02c10915-3339-4129-85da-f0f7d06bdd37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:11:17.011795 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.base_scheduler [req-c53c0130-5539-4889-a75f-8dc5522362d3 req-01770bba-6818-4ae3-83d4-d026609421de tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Resources bound (agent type, host, resource id):  {{(pid=73900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:11:17.022913 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.l3_dvrscheduler_db [req-c53c0130-5539-4889-a75f-8dc5522362d3 req-01770bba-6818-4ae3-83d4-d026609421de tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Received port after_create {{(pid=73900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 02 03:11:17.028802 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c0130-5539-4889-a75f-8dc5522362d3 req-01770bba-6818-4ae3-83d4-d026609421de tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:17.029664 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-c53c0130-5539-4889-a75f-8dc5522362d3 req-01770bba-6818-4ae3-83d4-d026609421de tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for port, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:17.040051 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-02c10915-3339-4129-85da-f0f7d06bdd37 admin admin] Usage tracker for resource:security_group_rule and tenant:1d70e9a764274c8b8062b528d775f994 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:11:17.047319 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-02c10915-3339-4129-85da-f0f7d06bdd37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:11:17.054917 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-0f2cdec8-087e-4e35-a39e-e260bc00075d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419395'] for network, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:17.057791 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01770bba-6818-4ae3-83d4-d026609421de tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Pushing event updated for resources: {'Port': ['ID=7e0c1c7b-bc7b-480e-aef0-f9a041fb0abc,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:11:17.067588 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-02c10915-3339-4129-85da-f0f7d06bdd37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:11:17.069841 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-01770bba-6818-4ae3-83d4-d026609421de tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:11:17.100791 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c3440956-fa8b-4baa-be69-3b73ff384b0c req-758697ec-844c-4b93-b75a-d0684964bb8b service neutron] 10.222.0.37 "GET /v2.0/networks/c7fbd4b3-8241-42d4-a727-6c3f39a82264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4951212
May 02 03:11:17.112100 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-c53c0130-5539-4889-a75f-8dc5522362d3 req-01770bba-6818-4ae3-83d4-d026609421de tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3470399
May 02 03:11:17.114105 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:11:17.129868 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [req-c53c0130-5539-4889-a75f-8dc5522362d3 req-62c0358a-0194-4cdc-995f-25b934ce713c service neutron] Request body: {'port': {'device_id': '241c5cd8-0ef3-4815-861c-c8b9e02e5c4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78907'}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:11:17.132918 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-0f2cdec8-087e-4e35-a39e-e260bc00075d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for network, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:17.149011 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2cdec8-087e-4e35-a39e-e260bc00075d admin admin] Pushing event deleted for resources: {'Network': ['ID=a8ade9c2-9766-4205-91d5-ada78c406a29,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:11:17.156205 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-0f2cdec8-087e-4e35-a39e-e260bc00075d admin admin] 10.222.0.38 "DELETE /v2.0/networks/a8ade9c2-9766-4205-91d5-ada78c406a29 HTTP/1.1" status: 204  len: 168 time: 3.7560177
May 02 03:11:17.157252 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-0f2cdec8-087e-4e35-a39e-e260bc00075d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:11:17.198101 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481595a-20d1-413a-98aa-845baf168446 req-7e5e84fc-039e-4c21-8d94-4e752c981b94 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:17.199944 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-5481595a-20d1-413a-98aa-845baf168446 req-7e5e84fc-039e-4c21-8d94-4e752c981b94 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/ports?device_id=241c5cd8-0ef3-4815-861c-c8b9e02e5c4d HTTP/1.1" status: 200  len: 931 time: 0.1486659
May 02 03:11:17.254896 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-66ded663-2372-40c2-945c-c196e1ba490d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:17.267948 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-5481595a-20d1-413a-98aa-845baf168446 req-1f4d854a-c1e6-4167-b594-d71f14ee767e tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c7e2b0c-ed75-4cb6-90bd-b78db1882cdb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587373
May 02 03:11:17.278994 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:11:17.311788 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ded663-2372-40c2-945c-c196e1ba490d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85d03a8-c7af-45b0-bc99-55650cd064b7,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:11:17.317849 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-66ded663-2372-40c2-945c-c196e1ba490d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:11:17.324612 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-66ded663-2372-40c2-945c-c196e1ba490d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:17.325947 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-66ded663-2372-40c2-945c-c196e1ba490d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c85d03a8-c7af-45b0-bc99-55650cd064b7 HTTP/1.1" status: 204  len: 168 time: 0.7975864
May 02 03:11:17.344664 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 45624) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:11:17.406892 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-e59971f0-fb06-4ff9-bb87-6ae65ca38490 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=af3193f1c1e6445ba9dc3c083e914e2a&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0608954
May 02 03:11:17.411484 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 45628) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:11:17.489931 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-c53c0130-5539-4889-a75f-8dc5522362d3 req-62c0358a-0194-4cdc-995f-25b934ce713c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:17.496089 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-283fbfb0-8f2f-47ee-bdf3-f5d2872ee3b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:17.522634 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-02c10915-3339-4129-85da-f0f7d06bdd37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:17.536598 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-283fbfb0-8f2f-47ee-bdf3-f5d2872ee3b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:17.554016 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-02c10915-3339-4129-85da-f0f7d06bdd37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:17.572711 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-aadd53fc-45c7-4087-b9ab-128129430d79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:11:17.633299 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-283fbfb0-8f2f-47ee-bdf3-f5d2872ee3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:17.638406 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c10915-3339-4129-85da-f0f7d06bdd37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=749aa422-0ef0-43f3-b046-cf6a9a01305f,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:11:17.641566 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:11:17.658680 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283fbfb0-8f2f-47ee-bdf3-f5d2872ee3b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafcad79-8d42-4da4-b614-466a5dd52708,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:11:17.664746 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-283fbfb0-8f2f-47ee-bdf3-f5d2872ee3b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:11:17.666302 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-283fbfb0-8f2f-47ee-bdf3-f5d2872ee3b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:17.667692 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-283fbfb0-8f2f-47ee-bdf3-f5d2872ee3b7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dafcad79-8d42-4da4-b614-466a5dd52708 HTTP/1.1" status: 204  len: 168 time: 0.2549834
May 02 03:11:17.683718 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-02c10915-3339-4129-85da-f0f7d06bdd37 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1d70e9a764274c8b8062b528d775f994&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1524472
May 02 03:11:17.686326 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 45636) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:11:17.687893 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-02c10915-3339-4129-85da-f0f7d06bdd37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:11:17.847694 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-5e37f3b0-2826-4aa9-9d81-6603e566a8d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:18.093622 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-5e37f3b0-2826-4aa9-9d81-6603e566a8d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:18.121147 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device b7ae2038-c9ad-470e-985b-d9563d2039a3 up at agent hyperv_hv-cinder-78907 {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:11:18.264135 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947c571-9a21-40b6-982e-0e3d779f6e89 req-d0dec3b2-dea7-4dd3-b3c4-9f8a24e50e52 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:18.274457 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-0947c571-9a21-40b6-982e-0e3d779f6e89 req-d0dec3b2-dea7-4dd3-b3c4-9f8a24e50e52 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fb9ea33-7c5d-43fe-82a6-9702239befd2 HTTP/1.1" status: 200  len: 946 time: 0.2260661
May 02 03:11:18.313687 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27314f0-b6a9-4d9f-bfe2-4718abfa1dd7 req-94557a1c-6260-4e77-9c7d-48d14f603a45 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:18.322735 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c27314f0-b6a9-4d9f-bfe2-4718abfa1dd7 req-94557a1c-6260-4e77-9c7d-48d14f603a45 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=89182c94-4807-42e0-9835-89a01d794242 HTTP/1.1" status: 200  len: 944 time: 0.3529344
May 02 03:11:18.345177 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Provisioning for port b7ae2038-c9ad-470e-985b-d9563d2039a3 completed by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:11:18.378181 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Provisioning complete for port b7ae2038-c9ad-470e-985b-d9563d2039a3 triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:11:18.379386 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:18.390104 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-5e37f3b0-2826-4aa9-9d81-6603e566a8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:18.398328 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-0c2dadc2-5c78-48c3-b90a-f13a22684a8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:11:18.420163 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-0947c571-9a21-40b6-982e-0e3d779f6e89 req-6bba446b-6a03-4a94-82a5-38b4b2509743 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1443598
May 02 03:11:18.459612 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c27314f0-b6a9-4d9f-bfe2-4718abfa1dd7 req-0f3ed464-3925-47b5-8269-f1c8af9be3fb tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1356936
May 02 03:11:18.467011 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.notifiers.nova [req-c53c0130-5539-4889-a75f-8dc5522362d3 req-62c0358a-0194-4cdc-995f-25b934ce713c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e0c1c7b-bc7b-480e-aef0-f9a041fb0abc {{(pid=73900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 02 03:11:18.469067 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e37f3b0-2826-4aa9-9d81-6603e566a8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749aa422-0ef0-43f3-b046-cf6a9a01305f,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:11:18.491116 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-5e37f3b0-2826-4aa9-9d81-6603e566a8d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:11:18.491336 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-c53c0130-5539-4889-a75f-8dc5522362d3 req-62c0358a-0194-4cdc-995f-25b934ce713c service neutron] Notify callbacks [] for port, precommit_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:18.492540 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-5e37f3b0-2826-4aa9-9d81-6603e566a8d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:18.496144 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-5e37f3b0-2826-4aa9-9d81-6603e566a8d4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/749aa422-0ef0-43f3-b046-cf6a9a01305f HTTP/1.1" status: 204  len: 168 time: 0.8060398
May 02 03:11:18.514027 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.provisioning_blocks [req-c53c0130-5539-4889-a75f-8dc5522362d3 req-62c0358a-0194-4cdc-995f-25b934ce713c service neutron] Transition to ACTIVE for port object 7e0c1c7b-bc7b-480e-aef0-f9a041fb0abc will not be triggered until provisioned by entity L2. {{(pid=73900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:11:18.524360 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-c53c0130-5539-4889-a75f-8dc5522362d3 req-62c0358a-0194-4cdc-995f-25b934ce713c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:18.538953 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-01770bba-6818-4ae3-83d4-d026609421de tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:11:18.715067 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:18.782297 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c0358a-0194-4cdc-995f-25b934ce713c service neutron] Pushing event updated for resources: {'Port': ['ID=7e0c1c7b-bc7b-480e-aef0-f9a041fb0abc,revision_number=2']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:11:18.793552 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-62c0358a-0194-4cdc-995f-25b934ce713c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:11:18.820827 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89182c94-4807-42e0-9835-89a01d794242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ae2038-c9ad-470e-985b-d9563d2039a3'}] {{(pid=73902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:11:18.847461 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port b7ae2038-c9ad-470e-985b-d9563d2039a3, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=b7ae2038-c9ad-470e-985b-d9563d2039a3,segment=NetworkSegment(b30497ce-e2ee-43bf-863e-b0adb6c70caf),segment_id=b30497ce-e2ee-43bf-863e-b0adb6c70caf)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:11:18.855978 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:18.865834 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:11:18.920545 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b52b0-c7b1-4713-a618-6472ea2733c1 req-48034a19-5af5-4a29-b0be-e06dc8290235 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:18.928435 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [req-c53c0130-5539-4889-a75f-8dc5522362d3 req-62c0358a-0194-4cdc-995f-25b934ce713c service neutron] Attempting to bind port 7e0c1c7b-bc7b-480e-aef0-f9a041fb0abc on host hv-cinder-78907 for vnic_type normal with profile  {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 02 03:11:18.930127 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-6f4b52b0-c7b1-4713-a618-6472ea2733c1 req-48034a19-5af5-4a29-b0be-e06dc8290235 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/ports?device_id=241c5cd8-0ef3-4815-861c-c8b9e02e5c4d HTTP/1.1" status: 200  len: 943 time: 0.2493896
May 02 03:11:18.930717 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [req-c53c0130-5539-4889-a75f-8dc5522362d3 req-62c0358a-0194-4cdc-995f-25b934ce713c service neutron] Attempting to bind port 7e0c1c7b-bc7b-480e-aef0-f9a041fb0abc by drivers openvswitch,hyperv on host hv-cinder-78907 at level 0 using segments [{'id': 'c48f9021-9e8b-4e4e-86cb-19e248bbd74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd70f53f4-8393-4ef0-9689-68bc893f8691'}] {{(pid=73900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 02 03:11:18.931119 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53c0130-5539-4889-a75f-8dc5522362d3 req-62c0358a-0194-4cdc-995f-25b934ce713c service neutron] Attempting to bind port 7e0c1c7b-bc7b-480e-aef0-f9a041fb0abc on network d70f53f4-8393-4ef0-9689-68bc893f8691 {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:11:18.946042 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53c0130-5539-4889-a75f-8dc5522362d3 req-62c0358a-0194-4cdc-995f-25b934ce713c service neutron] Port 7e0c1c7b-bc7b-480e-aef0-f9a041fb0abc on network d70f53f4-8393-4ef0-9689-68bc893f8691 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78907 {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 02 03:11:18.947438 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53c0130-5539-4889-a75f-8dc5522362d3 req-62c0358a-0194-4cdc-995f-25b934ce713c service neutron] Attempting to bind port 7e0c1c7b-bc7b-480e-aef0-f9a041fb0abc on network d70f53f4-8393-4ef0-9689-68bc893f8691 {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:11:18.963059 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53c0130-5539-4889-a75f-8dc5522362d3 req-62c0358a-0194-4cdc-995f-25b934ce713c service neutron] Checking agent: {'id': '8531ff9a-0c75-4a44-9da7-2507d2e05f16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 8, 9), 'started_at': datetime.datetime(2021, 5, 2, 3, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 02 03:11:18.964161 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53c0130-5539-4889-a75f-8dc5522362d3 req-62c0358a-0194-4cdc-995f-25b934ce713c service neutron] Checking segment: {'id': 'c48f9021-9e8b-4e4e-86cb-19e248bbd74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd70f53f4-8393-4ef0-9689-68bc893f8691'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:11:18.964578 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53c0130-5539-4889-a75f-8dc5522362d3 req-62c0358a-0194-4cdc-995f-25b934ce713c service neutron] Bound using segment: {'id': 'c48f9021-9e8b-4e4e-86cb-19e248bbd74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd70f53f4-8393-4ef0-9689-68bc893f8691'} {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 02 03:11:18.966238 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [req-c53c0130-5539-4889-a75f-8dc5522362d3 req-62c0358a-0194-4cdc-995f-25b934ce713c service neutron] Bound port: 7e0c1c7b-bc7b-480e-aef0-f9a041fb0abc, host: hv-cinder-78907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c48f9021-9e8b-4e4e-86cb-19e248bbd74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd70f53f4-8393-4ef0-9689-68bc893f8691'}}] {{(pid=73900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 02 03:11:18.968374 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-c53c0130-5539-4889-a75f-8dc5522362d3 req-62c0358a-0194-4cdc-995f-25b934ce713c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:18.989325 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-6f4b52b0-c7b1-4713-a618-6472ea2733c1 req-a620a96d-1fe7-4ab3-9d5c-fbc9d760410b tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c7e2b0c-ed75-4cb6-90bd-b78db1882cdb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555279
May 02 03:11:18.996216 dv-cinder-789077-1-iscsi neutron-server[73902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89182c94-4807-42e0-9835-89a01d794242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ae2038-c9ad-470e-985b-d9563d2039a3', 'code': 200}
May 02 03:11:19.102751 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Pushing event updated for resources: {'Port': ['ID=b7ae2038-c9ad-470e-985b-d9563d2039a3,revision_number=5']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:11:19.108736 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:11:19.163742 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [req-c53c0130-5539-4889-a75f-8dc5522362d3 req-62c0358a-0194-4cdc-995f-25b934ce713c service neutron] For port 7e0c1c7b-bc7b-480e-aef0-f9a041fb0abc, host hv-cinder-78907, cleared binding levels {{(pid=73900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 02 03:11:19.171654 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [req-c53c0130-5539-4889-a75f-8dc5522362d3 req-62c0358a-0194-4cdc-995f-25b934ce713c service neutron] For port 7e0c1c7b-bc7b-480e-aef0-f9a041fb0abc, host hv-cinder-78907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=7e0c1c7b-bc7b-480e-aef0-f9a041fb0abc,segment=NetworkSegment(c48f9021-9e8b-4e4e-86cb-19e248bbd74b),segment_id=c48f9021-9e8b-4e4e-86cb-19e248bbd74b)] {{(pid=73900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 02 03:11:19.182789 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-c53c0130-5539-4889-a75f-8dc5522362d3 req-62c0358a-0194-4cdc-995f-25b934ce713c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:19.199692 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-d1034a68-50ca-456e-9e13-47666d4ad8d7 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:11:19.317266 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c0358a-0194-4cdc-995f-25b934ce713c service neutron] Pushing event updated for resources: {'Port': ['ID=7e0c1c7b-bc7b-480e-aef0-f9a041fb0abc,revision_number=3']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:11:19.319794 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-62c0358a-0194-4cdc-995f-25b934ce713c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:11:19.324715 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c0130-5539-4889-a75f-8dc5522362d3 req-62c0358a-0194-4cdc-995f-25b934ce713c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:19.325357 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-c53c0130-5539-4889-a75f-8dc5522362d3 req-62c0358a-0194-4cdc-995f-25b934ce713c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for port, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:19.326912 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-c53c0130-5539-4889-a75f-8dc5522362d3 req-62c0358a-0194-4cdc-995f-25b934ce713c service neutron] 10.222.0.37 "PUT /v2.0/ports/7e0c1c7b-bc7b-480e-aef0-f9a041fb0abc HTTP/1.1" status: 200  len: 1093 time: 2.2032218
May 02 03:11:19.327425 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '241c5cd8-0ef3-4815-861c-c8b9e02e5c4d', 'tag': '7e0c1c7b-bc7b-480e-aef0-f9a041fb0abc'}] {{(pid=73900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:11:19.511659 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a9002-c880-4dd7-8d04-356c8ffe5677 req-dca1aaaf-be0c-4e61-9d8e-444b9efd1978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:19.518019 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9f3a9002-c880-4dd7-8d04-356c8ffe5677 req-dca1aaaf-be0c-4e61-9d8e-444b9efd1978 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=89182c94-4807-42e0-9835-89a01d794242 HTTP/1.1" status: 200  len: 1098 time: 0.2508013
May 02 03:11:19.531975 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '241c5cd8-0ef3-4815-861c-c8b9e02e5c4d', 'tag': '7e0c1c7b-bc7b-480e-aef0-f9a041fb0abc', 'status': 'completed', 'code': 200}
May 02 03:11:19.617568 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9f3a9002-c880-4dd7-8d04-356c8ffe5677 req-365980b1-c8e4-4bed-bb99-bed0d8c6131d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915310
May 02 03:11:19.658980 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c0130-5539-4889-a75f-8dc5522362d3 req-65f413fd-61e3-44ec-aa6f-29f2add4e273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:19.661224 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-c53c0130-5539-4889-a75f-8dc5522362d3 req-65f413fd-61e3-44ec-aa6f-29f2add4e273 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d2e7d1d1d2ec4eb6981c3b80bacb92b7&device_id=241c5cd8-0ef3-4815-861c-c8b9e02e5c4d HTTP/1.1" status: 200  len: 1096 time: 0.2875304
May 02 03:11:19.787177 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-c53c0130-5539-4889-a75f-8dc5522362d3 req-99d6bbd7-5d1d-4d1d-83f5-a98d06aacbe0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e0c1c7b-bc7b-480e-aef0-f9a041fb0abc HTTP/1.1" status: 200  len: 217 time: 0.1081638
May 02 03:11:20.023516 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c0130-5539-4889-a75f-8dc5522362d3 req-d8fcc499-1efd-42da-a028-b67cf21898ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:20.026124 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-c53c0130-5539-4889-a75f-8dc5522362d3 req-d8fcc499-1efd-42da-a028-b67cf21898ef service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8f00841f-d2e0-49c5-8de9-22776b72776b HTTP/1.1" status: 200  len: 849 time: 0.2247388
May 02 03:11:20.140145 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa691120-c3da-4e14-822f-c5cadd3cfefb req-0e3026b4-c4fd-4a4b-a311-f8741ddbe782 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:20.144464 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-aa691120-c3da-4e14-822f-c5cadd3cfefb req-0e3026b4-c4fd-4a4b-a311-f8741ddbe782 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=89182c94-4807-42e0-9835-89a01d794242 HTTP/1.1" status: 200  len: 945 time: 0.3820679
May 02 03:11:20.161503 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600cf7b9-f7e7-4f42-8780-e8aab927ae9b req-90f34ff3-a2d6-42db-80fe-f9316c771533 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:20.164178 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-600cf7b9-f7e7-4f42-8780-e8aab927ae9b req-90f34ff3-a2d6-42db-80fe-f9316c771533 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fb9ea33-7c5d-43fe-82a6-9702239befd2 HTTP/1.1" status: 200  len: 946 time: 0.4040368
May 02 03:11:20.200435 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-c53c0130-5539-4889-a75f-8dc5522362d3 req-718793b3-57e5-4885-ae79-8923cc885a23 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d70f53f4-8393-4ef0-9689-68bc893f8691&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1647058
May 02 03:11:20.349731 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-600cf7b9-f7e7-4f42-8780-e8aab927ae9b req-9a5c78c0-75e0-4d1d-9597-00761c14812e tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1201234
May 02 03:11:20.409735 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-aa691120-c3da-4e14-822f-c5cadd3cfefb req-65189341-fcd5-4aba-a802-87c25ee9644c tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2441707
May 02 03:11:20.589704 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-c53c0130-5539-4889-a75f-8dc5522362d3 req-8af40ff7-8171-4a79-ba01-ddc99d2cba1c service neutron] 10.222.0.37 "GET /v2.0/networks/d70f53f4-8393-4ef0-9689-68bc893f8691?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3795257
May 02 03:11:20.880074 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02174b8-f086-45ef-add9-d3c83d10374a req-ce455246-445c-4342-9c9a-9d1ec4a87923 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:20.889699 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a02174b8-f086-45ef-add9-d3c83d10374a req-ce455246-445c-4342-9c9a-9d1ec4a87923 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/ports?device_id=241c5cd8-0ef3-4815-861c-c8b9e02e5c4d HTTP/1.1" status: 200  len: 943 time: 0.2561133
May 02 03:11:21.040540 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a02174b8-f086-45ef-add9-d3c83d10374a req-c9007f59-97e2-4b2a-b59c-eaaa709af0b9 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c7e2b0c-ed75-4cb6-90bd-b78db1882cdb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1496542
May 02 03:11:21.115836 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-c53c0130-5539-4889-a75f-8dc5522362d3 req-e191d91c-3a4e-4b64-ac57-6ace937fb751 service neutron] 10.222.0.37 "GET /v2.0/networks/d70f53f4-8393-4ef0-9689-68bc893f8691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5062346
May 02 03:11:21.278108 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e0daa2-ec26-4622-954f-fa29fa4e874d req-05aa3624-8cf3-4ba7-99d0-d05bef6cfa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:21.281549 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-43e0daa2-ec26-4622-954f-fa29fa4e874d req-05aa3624-8cf3-4ba7-99d0-d05bef6cfa9c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d2e7d1d1d2ec4eb6981c3b80bacb92b7&device_id=241c5cd8-0ef3-4815-861c-c8b9e02e5c4d HTTP/1.1" status: 200  len: 1096 time: 0.1118281
May 02 03:11:21.532641 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e0daa2-ec26-4622-954f-fa29fa4e874d req-7e549c58-ee2f-486f-b022-37df1bb44873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:21.535057 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-43e0daa2-ec26-4622-954f-fa29fa4e874d req-7e549c58-ee2f-486f-b022-37df1bb44873 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d70f53f4-8393-4ef0-9689-68bc893f8691 HTTP/1.1" status: 200  len: 910 time: 0.2446954
May 02 03:11:21.638494 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-43e0daa2-ec26-4622-954f-fa29fa4e874d req-20440aab-dc23-4dfe-a9e9-fcd5ff564644 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e0c1c7b-bc7b-480e-aef0-f9a041fb0abc HTTP/1.1" status: 200  len: 217 time: 0.0894184
May 02 03:11:21.747858 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e0daa2-ec26-4622-954f-fa29fa4e874d req-fcf1b851-5879-4756-888c-bfc03461b324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:21.751076 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-43e0daa2-ec26-4622-954f-fa29fa4e874d req-fcf1b851-5879-4756-888c-bfc03461b324 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8f00841f-d2e0-49c5-8de9-22776b72776b HTTP/1.1" status: 200  len: 849 time: 0.1097956
May 02 03:11:21.902096 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-43e0daa2-ec26-4622-954f-fa29fa4e874d req-ae0fed90-2dea-4128-9ed1-d3d7f0120c0a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d70f53f4-8393-4ef0-9689-68bc893f8691&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1432147
May 02 03:11:21.908959 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65553e34-eb74-432c-92f2-b4f47775694b req-449f6615-2dec-48d1-b287-19394d67cfb1 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:21.935314 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-65553e34-eb74-432c-92f2-b4f47775694b req-449f6615-2dec-48d1-b287-19394d67cfb1 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fb9ea33-7c5d-43fe-82a6-9702239befd2 HTTP/1.1" status: 200  len: 946 time: 0.3252859
May 02 03:11:22.047919 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-65553e34-eb74-432c-92f2-b4f47775694b req-bc065409-e30d-4a69-8b70-0253a9ea9d3a tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1109061
May 02 03:11:22.243824 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-43e0daa2-ec26-4622-954f-fa29fa4e874d req-49ea1fe2-6346-49ca-abc3-a95f1d2d5102 service neutron] 10.222.0.37 "GET /v2.0/networks/d70f53f4-8393-4ef0-9689-68bc893f8691?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3326039
May 02 03:11:22.374742 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da060e-645c-4849-b06f-0b829794196d req-172a87fb-c6de-4bb5-9993-aa37e9ee897b tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:22.377942 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-53da060e-645c-4849-b06f-0b829794196d req-172a87fb-c6de-4bb5-9993-aa37e9ee897b tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=89182c94-4807-42e0-9835-89a01d794242 HTTP/1.1" status: 200  len: 945 time: 0.1141894
May 02 03:11:22.495005 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-53da060e-645c-4849-b06f-0b829794196d req-f87ed24e-a2a1-4a6b-bd30-6e43ac44c712 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1085432
May 02 03:11:22.572005 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-43e0daa2-ec26-4622-954f-fa29fa4e874d req-2ecf3e6d-88b7-4173-bb0a-0112e0162500 service neutron] 10.222.0.37 "GET /v2.0/networks/d70f53f4-8393-4ef0-9689-68bc893f8691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3206863
May 02 03:11:22.768336 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d7541-ae4e-430d-80f2-1e11d91c3c98 req-74b04e4b-ffd8-4406-844b-f6715debcec3 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:22.769940 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-403d7541-ae4e-430d-80f2-1e11d91c3c98 req-74b04e4b-ffd8-4406-844b-f6715debcec3 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/ports?device_id=241c5cd8-0ef3-4815-861c-c8b9e02e5c4d HTTP/1.1" status: 200  len: 943 time: 0.1194623
May 02 03:11:22.865786 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-403d7541-ae4e-430d-80f2-1e11d91c3c98 req-ec432f14-303a-4d3b-9287-b69faaccd8d3 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c7e2b0c-ed75-4cb6-90bd-b78db1882cdb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755453
May 02 03:11:23.551907 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d98fbb-d6fb-496e-8ad1-8ee26772569e req-4b471d91-fed2-4cf7-93cb-3418141a3a41 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:23.555945 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-15d98fbb-d6fb-496e-8ad1-8ee26772569e req-4b471d91-fed2-4cf7-93cb-3418141a3a41 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fb9ea33-7c5d-43fe-82a6-9702239befd2 HTTP/1.1" status: 200  len: 946 time: 0.1720598
May 02 03:11:23.637393 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-15d98fbb-d6fb-496e-8ad1-8ee26772569e req-dd8ca420-d60f-4287-bb0b-ca2fbaffd78c tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743446
May 02 03:11:24.580414 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f4dd8-d5ff-4cd3-a5a9-dafdf90ae18e req-d17ead87-102a-4be5-b52d-e2108c166174 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:24.582192 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-821f4dd8-d5ff-4cd3-a5a9-dafdf90ae18e req-d17ead87-102a-4be5-b52d-e2108c166174 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/ports?device_id=241c5cd8-0ef3-4815-861c-c8b9e02e5c4d HTTP/1.1" status: 200  len: 943 time: 0.0902436
May 02 03:11:24.652245 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-821f4dd8-d5ff-4cd3-a5a9-dafdf90ae18e req-38021dc8-55a5-49b6-831e-4ad5684dc61e tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c7e2b0c-ed75-4cb6-90bd-b78db1882cdb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609610
May 02 03:11:24.697369 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device 7e0c1c7b-bc7b-480e-aef0-f9a041fb0abc details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=73902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 02 03:11:24.909630 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e8580-7922-4925-bfaf-8b7d7e1a4fa8 req-64ec6df1-339f-452d-a0f9-4da3dff2f30f tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:24.911240 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-bb7e8580-7922-4925-bfaf-8b7d7e1a4fa8 req-64ec6df1-339f-452d-a0f9-4da3dff2f30f tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fb9ea33-7c5d-43fe-82a6-9702239befd2 HTTP/1.1" status: 200  len: 946 time: 0.1424649
May 02 03:11:24.989983 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-bb7e8580-7922-4925-bfaf-8b7d7e1a4fa8 req-74f93917-4471-46e6-91d1-fd086174ecd3 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661087
May 02 03:11:24.998411 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port 7e0c1c7b-bc7b-480e-aef0-f9a041fb0abc, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=7e0c1c7b-bc7b-480e-aef0-f9a041fb0abc,segment=NetworkSegment(c48f9021-9e8b-4e4e-86cb-19e248bbd74b),segment_id=c48f9021-9e8b-4e4e-86cb-19e248bbd74b)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:11:25.020940 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Returning: {'device': '7e0c1c7b-bc7b-480e-aef0-f9a041fb0abc', 'network_id': 'd70f53f4-8393-4ef0-9689-68bc893f8691', 'port_id': '7e0c1c7b-bc7b-480e-aef0-f9a041fb0abc', 'mac_address': 'fa:16:3e:25:a6:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f00841f-d2e0-49c5-8de9-22776b72776b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 02 03:11:25.085632 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:25.104911 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.notifiers.nova [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e0c1c7b-bc7b-480e-aef0-f9a041fb0abc {{(pid=73902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 02 03:11:25.124135 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port 7e0c1c7b-bc7b-480e-aef0-f9a041fb0abc, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=7e0c1c7b-bc7b-480e-aef0-f9a041fb0abc,segment=NetworkSegment(c48f9021-9e8b-4e4e-86cb-19e248bbd74b),segment_id=c48f9021-9e8b-4e4e-86cb-19e248bbd74b)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:11:25.129794 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:25.131926 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:11:25.209238 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Pushing event updated for resources: {'Port': ['ID=7e0c1c7b-bc7b-480e-aef0-f9a041fb0abc,revision_number=4']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:11:25.214317 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:11:25.900954 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fab886-ca72-431e-98cb-d10b49889b6b req-a44c3fbb-4a79-4982-a064-d81b7f5f039a tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:25.902473 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-60fab886-ca72-431e-98cb-d10b49889b6b req-a44c3fbb-4a79-4982-a064-d81b7f5f039a tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/ports?device_id=241c5cd8-0ef3-4815-861c-c8b9e02e5c4d HTTP/1.1" status: 200  len: 944 time: 0.1101544
May 02 03:11:25.981329 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-60fab886-ca72-431e-98cb-d10b49889b6b req-d1564fef-59f2-4902-823c-5a5e76374aaf tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c7e2b0c-ed75-4cb6-90bd-b78db1882cdb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673239
May 02 03:11:26.314912 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b60fd6-de57-4ec5-8477-a3247dc0e8ad req-ddfdd08f-69b8-4233-a97f-e03c77d76b44 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:26.316563 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a7b60fd6-de57-4ec5-8477-a3247dc0e8ad req-ddfdd08f-69b8-4233-a97f-e03c77d76b44 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fb9ea33-7c5d-43fe-82a6-9702239befd2 HTTP/1.1" status: 200  len: 946 time: 0.1622965
May 02 03:11:26.370046 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a7b60fd6-de57-4ec5-8477-a3247dc0e8ad req-4cc796cd-e6f4-4247-aff2-0759de7fab6f tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458310
May 02 03:11:27.054646 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] get_ports_and_sgs() called for port_ids ['7e0c1c7b-bc7b-480e-aef0-f9a041fb0abc'] {{(pid=73902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 02 03:11:27.301369 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58114423-4c5d-48e7-a3e1-470616bf41a9 req-78dc436a-ab02-412c-b4b1-398b77c14604 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:27.315701 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-58114423-4c5d-48e7-a3e1-470616bf41a9 req-78dc436a-ab02-412c-b4b1-398b77c14604 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/ports?device_id=241c5cd8-0ef3-4815-861c-c8b9e02e5c4d HTTP/1.1" status: 200  len: 944 time: 0.1315491
May 02 03:11:27.364626 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-58114423-4c5d-48e7-a3e1-470616bf41a9 req-e03f5f68-7c65-4cf3-9c80-1c62f913ddb7 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c7e2b0c-ed75-4cb6-90bd-b78db1882cdb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478468
May 02 03:11:27.632226 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24d1ea-5cb5-400e-acf4-79d9686b9092 req-ee48020a-e5f2-4363-ae6d-fdce0fa7d4f8 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:27.634900 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2d24d1ea-5cb5-400e-acf4-79d9686b9092 req-ee48020a-e5f2-4363-ae6d-fdce0fa7d4f8 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fb9ea33-7c5d-43fe-82a6-9702239befd2 HTTP/1.1" status: 200  len: 946 time: 0.1298263
May 02 03:11:27.687652 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2d24d1ea-5cb5-400e-acf4-79d9686b9092 req-7602bdad-1e30-4501-8d0e-45718ea5a597 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449727
May 02 03:11:28.351072 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 45962) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:11:28.424308 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.db_base_plugin_v2 [None req-99e1db19-7ef3-4f8f-9a0a-f110f88d5652 admin admin] Deleting subnet e8fb0652-f1f5-4be7-8b54-c4c3b7ece6cd {{(pid=73901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
May 02 03:11:28.428204 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-99e1db19-7ef3-4f8f-9a0a-f110f88d5652 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:28.483372 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489782e0-6fe8-4e52-b141-d3ad31a39c19 req-9bafe3d8-bef8-4ce2-8fe9-efb301d84227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:28.485117 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-489782e0-6fe8-4e52-b141-d3ad31a39c19 req-9bafe3d8-bef8-4ce2-8fe9-efb301d84227 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8fb9ea33-7c5d-43fe-82a6-9702239befd2 HTTP/1.1" status: 200  len: 1099 time: 0.1483293
May 02 03:11:28.508139 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-99e1db19-7ef3-4f8f-9a0a-f110f88d5652 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2839877'] for subnet, precommit_delete_associations {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:28.540682 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-489782e0-6fe8-4e52-b141-d3ad31a39c19 req-81de0713-a92e-4c1c-887d-de7af5b60299 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479670
May 02 03:11:28.600021 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-99e1db19-7ef3-4f8f-9a0a-f110f88d5652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799051'] for subnet, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:28.681397 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device 7e0c1c7b-bc7b-480e-aef0-f9a041fb0abc up at agent hyperv_hv-cinder-78907 {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:11:28.745726 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 45974) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:11:28.859669 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Provisioning for port 7e0c1c7b-bc7b-480e-aef0-f9a041fb0abc completed by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:11:28.878454 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Provisioning complete for port 7e0c1c7b-bc7b-480e-aef0-f9a041fb0abc triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:11:28.878454 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:29.091988 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-b2b48c30-5467-4f2f-b5d1-3e201eacb748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:29.139163 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-b2b48c30-5467-4f2f-b5d1-3e201eacb748 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:11:29.143679 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:29.150666 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-b2b48c30-5467-4f2f-b5d1-3e201eacb748 admin admin] Usage tracker for resource:security_group_rule and tenant:0dbf6fb89356494680bec3d699efc06b is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:11:29.157291 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-b2b48c30-5467-4f2f-b5d1-3e201eacb748 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:11:29.171921 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-b2b48c30-5467-4f2f-b5d1-3e201eacb748 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:11:29.172377 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe6d13-97f1-40d7-bf40-7475f53e6f02 req-9fa5c2f5-8e7f-4aa3-a252-d44c33eba2f7 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:29.179285 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e8fe6d13-97f1-40d7-bf40-7475f53e6f02 req-9fa5c2f5-8e7f-4aa3-a252-d44c33eba2f7 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/ports?device_id=241c5cd8-0ef3-4815-861c-c8b9e02e5c4d HTTP/1.1" status: 200  len: 944 time: 0.5815961
May 02 03:11:29.187533 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '241c5cd8-0ef3-4815-861c-c8b9e02e5c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e0c1c7b-bc7b-480e-aef0-f9a041fb0abc'}] {{(pid=73902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:11:29.207053 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port 7e0c1c7b-bc7b-480e-aef0-f9a041fb0abc, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=7e0c1c7b-bc7b-480e-aef0-f9a041fb0abc,segment=NetworkSegment(c48f9021-9e8b-4e4e-86cb-19e248bbd74b),segment_id=c48f9021-9e8b-4e4e-86cb-19e248bbd74b)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:11:29.216848 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:29.228044 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-083bfe1e-4899-493d-99dc-27a64c078c79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:11:29.362053 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-b2b48c30-5467-4f2f-b5d1-3e201eacb748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:29.370590 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3830c-2a71-4fdc-bb86-7da23f440281 req-02870a06-fe4a-4769-96e8-9b9af0d76c80 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:29.371761 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-b2b48c30-5467-4f2f-b5d1-3e201eacb748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:29.373847 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-dce3830c-2a71-4fdc-bb86-7da23f440281 req-02870a06-fe4a-4769-96e8-9b9af0d76c80 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fb9ea33-7c5d-43fe-82a6-9702239befd2 HTTP/1.1" status: 200  len: 946 time: 0.5061586
May 02 03:11:29.383891 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Pushing event updated for resources: {'Port': ['ID=7e0c1c7b-bc7b-480e-aef0-f9a041fb0abc,revision_number=5']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:11:29.387830 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:11:29.390646 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:11:29.440602 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b48c30-5467-4f2f-b5d1-3e201eacb748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6dd36c-c1b9-40ad-9ca3-5971d14661c8,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:11:29.444531 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-b2b48c30-5467-4f2f-b5d1-3e201eacb748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:11:29.452964 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e8fe6d13-97f1-40d7-bf40-7475f53e6f02 req-56b9adc0-555f-44e4-bec4-8117f929d5fa tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c7e2b0c-ed75-4cb6-90bd-b78db1882cdb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2660577
May 02 03:11:29.453210 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-b2b48c30-5467-4f2f-b5d1-3e201eacb748 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0dbf6fb89356494680bec3d699efc06b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7054074
May 02 03:11:29.453768 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 45992) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:11:29.508776 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-dce3830c-2a71-4fdc-bb86-7da23f440281 req-2a05d2e5-0e37-44ae-926b-3b840bfa39b3 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1042154
May 02 03:11:29.512717 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-99e1db19-7ef3-4f8f-9a0a-f110f88d5652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3711852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2161004'] for subnet, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:29.519765 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-69474e36-cdec-48f5-8e41-0a635b8894fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:11:29.568881 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-99e1db19-7ef3-4f8f-9a0a-f110f88d5652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for subnet, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:29.572307 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e1db19-7ef3-4f8f-9a0a-f110f88d5652 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8fb0652-f1f5-4be7-8b54-c4c3b7ece6cd,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:11:29.575150 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-99e1db19-7ef3-4f8f-9a0a-f110f88d5652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:11:29.581126 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-99e1db19-7ef3-4f8f-9a0a-f110f88d5652 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/e8fb0652-f1f5-4be7-8b54-c4c3b7ece6cd HTTP/1.1" status: 204  len: 168 time: 1.2273026
May 02 03:11:29.587064 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 46000) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:11:29.602405 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-81047c4d-7fd8-4ef8-a772-1488166bde5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:29.691856 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:11:29.700350 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-81047c4d-7fd8-4ef8-a772-1488166bde5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:29.837661 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-81047c4d-7fd8-4ef8-a772-1488166bde5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:29.848647 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-02c10915-3339-4129-85da-f0f7d06bdd37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:11:29.879196 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81047c4d-7fd8-4ef8-a772-1488166bde5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6dd36c-c1b9-40ad-9ca3-5971d14661c8,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:11:29.884041 dv-cinder-789077-1-iscsi neutron-server[73902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '241c5cd8-0ef3-4815-861c-c8b9e02e5c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e0c1c7b-bc7b-480e-aef0-f9a041fb0abc', 'code': 200}
May 02 03:11:29.891702 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-81047c4d-7fd8-4ef8-a772-1488166bde5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:11:29.912848 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-81047c4d-7fd8-4ef8-a772-1488166bde5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:29.913894 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-81047c4d-7fd8-4ef8-a772-1488166bde5a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1d6dd36c-c1b9-40ad-9ca3-5971d14661c8 HTTP/1.1" status: 204  len: 168 time: 0.4586563
May 02 03:11:29.933571 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-aeee98db-76e9-4b6b-a778-8045326f47e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688557'] for network, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:30.244354 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82951a5-dc9e-416f-8681-6f5b14c4b84d req-8c81ab1f-1499-4539-b700-9b80b761e564 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:30.247491 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-f82951a5-dc9e-416f-8681-6f5b14c4b84d req-8c81ab1f-1499-4539-b700-9b80b761e564 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/networks?id=e3c24553-093c-4dba-a579-e14fc9bf8125 HTTP/1.1" status: 200  len: 815 time: 0.4197693
May 02 03:11:30.257018 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-aeee98db-76e9-4b6b-a778-8045326f47e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773334', 'neutron.services.segments.db._delete_segments_for_network-8747865761073'] for network, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:30.325618 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9821176b-ed2f-4043-a8c7-064ee6dfde05 req-1c1e8165-a221-4ccd-91a7-c271f85f2055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:30.334144 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-f82951a5-dc9e-416f-8681-6f5b14c4b84d req-b3cb60a4-98ec-46e4-8521-e6cb61d4c0d0 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/quotas/a9fa23c656804d85929e20a6cdbea65a HTTP/1.1" status: 200  len: 375 time: 0.0144069
May 02 03:11:30.334863 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-9821176b-ed2f-4043-a8c7-064ee6dfde05 req-1c1e8165-a221-4ccd-91a7-c271f85f2055 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=241c5cd8-0ef3-4815-861c-c8b9e02e5c4d HTTP/1.1" status: 200  len: 1098 time: 0.1648641
May 02 03:11:30.436309 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-9821176b-ed2f-4043-a8c7-064ee6dfde05 req-b886ddc8-0cb6-4832-a9fa-d81e55d1fc0b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6c7e2b0c-ed75-4cb6-90bd-b78db1882cdb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883367
May 02 03:11:30.619548 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.services.segments.db [None req-aeee98db-76e9-4b6b-a778-8045326f47e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c54af2ca0>,) {'filters': {'network_id': ['7cf25aae-75b4-4b62-9686-d9d5904b5a4f']}} {{(pid=73901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:11:30.672914 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.services.segments.db [None req-aeee98db-76e9-4b6b-a778-8045326f47e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c54af2ca0>, 'e35ddfaa-4b9d-45f7-bb3c-e829bba4712c') {'for_net_delete': True} {{(pid=73901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:11:30.673338 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.services.segments.db [None req-aeee98db-76e9-4b6b-a778-8045326f47e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c54af2ca0>, 'e35ddfaa-4b9d-45f7-bb3c-e829bba4712c') {} {{(pid=73901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:11:30.701228 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-aeee98db-76e9-4b6b-a778-8045326f47e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747865772647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2839932'] for segment, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:30.733590 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-aeee98db-76e9-4b6b-a778-8045326f47e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800657'] for segment, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:30.755100 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeee98db-76e9-4b6b-a778-8045326f47e1 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=73901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 02 03:11:30.776709 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-f82951a5-dc9e-416f-8681-6f5b14c4b84d req-bf0a8b4c-e849-49e6-81b7-e72e2c91849b tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a9fa23c656804d85929e20a6cdbea65a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3424344
May 02 03:11:31.040100 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3837ccd-91e5-4253-8b5c-cbe589debee7 req-bf5a85af-89d9-4ea1-85c0-99949518f394 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:31.041666 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a3837ccd-91e5-4253-8b5c-cbe589debee7 req-bf5a85af-89d9-4ea1-85c0-99949518f394 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/ports?device_id=241c5cd8-0ef3-4815-861c-c8b9e02e5c4d HTTP/1.1" status: 200  len: 945 time: 0.4143546
May 02 03:11:31.152113 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.managers [None req-aeee98db-76e9-4b6b-a778-8045326f47e1 admin admin] Network 7cf25aae-75b4-4b62-9686-d9d5904b5a4f has no segments {{(pid=73901) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 02 03:11:31.165796 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-aeee98db-76e9-4b6b-a778-8045326f47e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1800670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718606'] for segment, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:31.287557 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a3837ccd-91e5-4253-8b5c-cbe589debee7 req-e0472863-2ed3-400f-977a-34df0f99e146 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c7e2b0c-ed75-4cb6-90bd-b78db1882cdb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1759379
May 02 03:11:31.317841 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-f82951a5-dc9e-416f-8681-6f5b14c4b84d req-5dbc0c14-fc2a-4af9-a5ce-424e6db63523 service neutron] 10.222.0.38 "GET /v2.0/networks/e3c24553-093c-4dba-a579-e14fc9bf8125?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4778612
May 02 03:11:31.558341 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.managers [None req-aeee98db-76e9-4b6b-a778-8045326f47e1 admin admin] Network 7cf25aae-75b4-4b62-9686-d9d5904b5a4f has no segments {{(pid=73901) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 02 03:11:31.682191 dv-cinder-789077-1-iscsi neutron-server[73901]: Traceback (most recent call last):
May 02 03:11:31.682191 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 02 03:11:31.682191 dv-cinder-789077-1-iscsi neutron-server[73901]:     timer()
May 02 03:11:31.682191 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 02 03:11:31.682191 dv-cinder-789077-1-iscsi neutron-server[73901]:     cb(*args, **kw)
May 02 03:11:31.682191 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 02 03:11:31.682191 dv-cinder-789077-1-iscsi neutron-server[73901]:     return func(*args, **kwargs)
May 02 03:11:31.682191 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 02 03:11:31.682191 dv-cinder-789077-1-iscsi neutron-server[73901]:     self._notify()
May 02 03:11:31.682191 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 02 03:11:31.682191 dv-cinder-789077-1-iscsi neutron-server[73901]:     self.callback(batched_events)
May 02 03:11:31.682191 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 02 03:11:31.682191 dv-cinder-789077-1-iscsi neutron-server[73901]:     event.method(event)
May 02 03:11:31.682191 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 02 03:11:31.682191 dv-cinder-789077-1-iscsi neutron-server[73901]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 02 03:11:31.682191 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 02 03:11:31.682191 dv-cinder-789077-1-iscsi neutron-server[73901]:     aggregate_uuid = self.p_client.list_aggregates(
May 02 03:11:31.682191 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 02 03:11:31.682191 dv-cinder-789077-1-iscsi neutron-server[73901]:     return f(self, *a, **k)
May 02 03:11:31.682191 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 02 03:11:31.682191 dv-cinder-789077-1-iscsi neutron-server[73901]:     return self._get(url).json()
May 02 03:11:31.682191 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 02 03:11:31.682191 dv-cinder-789077-1-iscsi neutron-server[73901]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 02 03:11:31.682191 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 02 03:11:31.682191 dv-cinder-789077-1-iscsi neutron-server[73901]:     return self.request(url, 'GET', **kwargs)
May 02 03:11:31.682191 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 02 03:11:31.682191 dv-cinder-789077-1-iscsi neutron-server[73901]:     base_url = self.get_endpoint(auth, allow=allow,
May 02 03:11:31.682191 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 02 03:11:31.682191 dv-cinder-789077-1-iscsi neutron-server[73901]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 02 03:11:31.682191 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 02 03:11:31.682191 dv-cinder-789077-1-iscsi neutron-server[73901]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 02 03:11:31.682191 dv-cinder-789077-1-iscsi neutron-server[73901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 02 03:11:31.808951 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-aeee98db-76e9-4b6b-a778-8045326f47e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419395'] for network, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:31.837960 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-aeee98db-76e9-4b6b-a778-8045326f47e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for network, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:31.852233 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:11:31.902653 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-aeee98db-76e9-4b6b-a778-8045326f47e1 admin admin] 10.222.0.38 "DELETE /v2.0/networks/7cf25aae-75b4-4b62-9686-d9d5904b5a4f HTTP/1.1" status: 204  len: 168 time: 2.3141725
May 02 03:11:31.906656 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-f82951a5-dc9e-416f-8681-6f5b14c4b84d req-df88751f-81c8-4887-a35f-3a8c47f7bdf7 service neutron] 10.222.0.38 "GET /v2.0/networks/e3c24553-093c-4dba-a579-e14fc9bf8125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5875437
May 02 03:11:31.907343 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 46054) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:11:31.908717 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeee98db-76e9-4b6b-a778-8045326f47e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cf25aae-75b4-4b62-9686-d9d5904b5a4f,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:11:31.913800 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-aeee98db-76e9-4b6b-a778-8045326f47e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:11:31.951836 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907cc3b-998c-44d1-9002-2fd87e0b8bbd req-cbabf1ed-c3c0-49f4-9c66-b3d1982857d9 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:31.964602 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-0907cc3b-998c-44d1-9002-2fd87e0b8bbd req-cbabf1ed-c3c0-49f4-9c66-b3d1982857d9 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fb9ea33-7c5d-43fe-82a6-9702239befd2 HTTP/1.1" status: 200  len: 946 time: 0.4763720
May 02 03:11:32.047863 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.db_base_plugin_v2 [None req-94a93836-d2b2-42d6-a389-791edac1b27b admin admin] Deleting subnet 9c5593c3-7ec0-4f96-83a9-3fbbed15b903 {{(pid=73900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
May 02 03:11:32.052551 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-94a93836-d2b2-42d6-a389-791edac1b27b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:32.054595 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-0907cc3b-998c-44d1-9002-2fd87e0b8bbd req-b411661f-52e1-45a3-8299-c944f79a64c3 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846052
May 02 03:11:32.148006 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-94a93836-d2b2-42d6-a389-791edac1b27b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:32.164738 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-94a93836-d2b2-42d6-a389-791edac1b27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799051'] for subnet, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:32.542071 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-60959273-c886-46da-a1a8-645069c9acfa req-5a6f2c1c-34b0-46ed-bf65-b43e455fa7e1 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=516acf44-7b1c-4ebf-b689-28537f7a0de5 HTTP/1.1" status: 200  len: 210 time: 0.0875719
May 02 03:11:32.664719 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea1380-b97b-4bc9-b997-6f0d6fc3b595 req-31f7f35a-48c1-4c25-89d4-26c5bd85686c tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:32.666476 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-d8ea1380-b97b-4bc9-b997-6f0d6fc3b595 req-31f7f35a-48c1-4c25-89d4-26c5bd85686c tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.1165080
May 02 03:11:32.708964 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-94a93836-d2b2-42d6-a389-791edac1b27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347'] for subnet, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:32.715192 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:11:32.760693 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a93836-d2b2-42d6-a389-791edac1b27b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c5593c3-7ec0-4f96-83a9-3fbbed15b903,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:11:32.764359 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-94a93836-d2b2-42d6-a389-791edac1b27b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:11:32.778925 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-94a93836-d2b2-42d6-a389-791edac1b27b admin admin] Notify callbacks [] for subnet, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:32.794883 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-94a93836-d2b2-42d6-a389-791edac1b27b admin admin] 10.222.0.38 "DELETE /v2.0/subnets/9c5593c3-7ec0-4f96-83a9-3fbbed15b903 HTTP/1.1" status: 204  len: 168 time: 0.8851764
May 02 03:11:32.800556 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 46080) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:11:32.851627 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-d8ea1380-b97b-4bc9-b997-6f0d6fc3b595 req-f0321d1c-7db6-4071-84ad-f94df417c481 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1578958
May 02 03:11:32.894597 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df6caf4-01a5-4cfe-a2db-89115486c471 req-deba7a3a-ed80-4db2-a02f-e9affa8bc055 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:32.910018 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-8df6caf4-01a5-4cfe-a2db-89115486c471 req-deba7a3a-ed80-4db2-a02f-e9affa8bc055 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/ports?device_id=241c5cd8-0ef3-4815-861c-c8b9e02e5c4d HTTP/1.1" status: 200  len: 945 time: 0.1869771
May 02 03:11:32.962891 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-8df6caf4-01a5-4cfe-a2db-89115486c471 req-35ae6d02-45d0-434f-ae82-1aacbf3b8760 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c7e2b0c-ed75-4cb6-90bd-b78db1882cdb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512578
May 02 03:11:33.203612 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-3e7e22cf-7e1c-47b0-a99c-dc39c0c2b512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688557'] for network, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:33.406503 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-3e7e22cf-7e1c-47b0-a99c-dc39c0c2b512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773334', 'neutron.services.segments.db._delete_segments_for_network-8747865761073'] for network, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:33.542039 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-3e7e22cf-7e1c-47b0-a99c-dc39c0c2b512 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f4c54244bb0>> segment before_delete 55550000 {{(pid=73900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:11:33.542570 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-3e7e22cf-7e1c-47b0-a99c-dc39c0c2b512 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f4c54244bb0>> subnet precommit_delete_associations 55550000 {{(pid=73900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:11:33.543223 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-3e7e22cf-7e1c-47b0-a99c-dc39c0c2b512 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c56108a60>> segment_host_mapping after_create 55550000 {{(pid=73900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:11:33.543822 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-3e7e22cf-7e1c-47b0-a99c-dc39c0c2b512 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c56108a60>> port after_create 55550000 {{(pid=73900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:11:33.544217 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-3e7e22cf-7e1c-47b0-a99c-dc39c0c2b512 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c56108a60>> port after_delete 55550000 {{(pid=73900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:11:33.544730 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-3e7e22cf-7e1c-47b0-a99c-dc39c0c2b512 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c56108a60>> port after_update 55550000 {{(pid=73900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:11:33.545061 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-3e7e22cf-7e1c-47b0-a99c-dc39c0c2b512 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c56108a60>> segment after_delete 55550000 {{(pid=73900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:11:33.545393 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-3e7e22cf-7e1c-47b0-a99c-dc39c0c2b512 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c56108a60>> subnet after_create 55550000 {{(pid=73900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:11:33.545802 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-3e7e22cf-7e1c-47b0-a99c-dc39c0c2b512 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c56108a60>> subnet after_delete 55550000 {{(pid=73900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:11:33.546181 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-3e7e22cf-7e1c-47b0-a99c-dc39c0c2b512 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c56108a60>> subnet after_update 55550000 {{(pid=73900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:11:33.624127 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-3e7e22cf-7e1c-47b0-a99c-dc39c0c2b512 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4c4fecad00>> subnet after_create 55550000 {{(pid=73900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:11:33.624505 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-3e7e22cf-7e1c-47b0-a99c-dc39c0c2b512 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4c4fecad00>> subnet after_delete 55550000 {{(pid=73900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:11:33.624841 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-3e7e22cf-7e1c-47b0-a99c-dc39c0c2b512 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4c4fecad00>> subnet before_create 55550000 {{(pid=73900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:11:33.625295 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-3e7e22cf-7e1c-47b0-a99c-dc39c0c2b512 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4c4fecad00>> subnet before_update 55550000 {{(pid=73900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 02 03:11:33.625678 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.services.segments.db [None req-3e7e22cf-7e1c-47b0-a99c-dc39c0c2b512 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c5545b370>,) {'filters': {'network_id': ['83dbc554-b62b-49e4-8c05-23b7c522f44f']}} {{(pid=73900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:11:33.646490 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.services.segments.db [None req-3e7e22cf-7e1c-47b0-a99c-dc39c0c2b512 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c5545b370>, '255ae728-ef00-4177-956c-bb5c71f6e8cf') {'for_net_delete': True} {{(pid=73900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:11:33.646820 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.services.segments.db [None req-3e7e22cf-7e1c-47b0-a99c-dc39c0c2b512 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c5545b370>, '255ae728-ef00-4177-956c-bb5c71f6e8cf') {} {{(pid=73900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:11:33.669843 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-3e7e22cf-7e1c-47b0-a99c-dc39c0c2b512 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747865772647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3074789'] for segment, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:33.741956 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-3e7e22cf-7e1c-47b0-a99c-dc39c0c2b512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800657'] for segment, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:33.767806 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e7e22cf-7e1c-47b0-a99c-dc39c0c2b512 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=73900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 02 03:11:34.135135 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [None req-3e7e22cf-7e1c-47b0-a99c-dc39c0c2b512 admin admin] Network 83dbc554-b62b-49e4-8c05-23b7c522f44f has no segments {{(pid=73900) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 02 03:11:34.143970 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-d9db5eec-c277-46da-a1a7-59ed31df6aa6 req-8a69a343-7fcb-4217-9173-f11177f06a9f tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=516acf44-7b1c-4ebf-b689-28537f7a0de5 HTTP/1.1" status: 200  len: 210 time: 0.1382136
May 02 03:11:34.152513 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-3e7e22cf-7e1c-47b0-a99c-dc39c0c2b512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1800670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-899306'] for segment, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:34.249326 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 46122) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:11:34.547594 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-19f4664b-e80c-455e-be82-796c5dec98cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:34.615810 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-19f4664b-e80c-455e-be82-796c5dec98cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:11:34.632630 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-19f4664b-e80c-455e-be82-796c5dec98cb admin admin] Usage tracker for resource:security_group_rule and tenant:fff7e397787f4419a3f61bd8e36eb5c6 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:11:34.637981 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82951a5-dc9e-416f-8681-6f5b14c4b84d req-15bc1e6b-ca1b-4fe3-a3cc-549e7911978b tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:34.641017 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-f82951a5-dc9e-416f-8681-6f5b14c4b84d req-15bc1e6b-ca1b-4fe3-a3cc-549e7911978b tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.37 "GET /v2.0/networks?id=e3c24553-093c-4dba-a579-e14fc9bf8125 HTTP/1.1" status: 200  len: 815 time: 0.5786235
May 02 03:11:34.651122 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-19f4664b-e80c-455e-be82-796c5dec98cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:11:34.667478 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [req-f82951a5-dc9e-416f-8681-6f5b14c4b84d req-537def1d-b27e-43b6-acca-c6ff406ea264 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Request body: {'port': {'device_id': '516acf44-7b1c-4ebf-b689-28537f7a0de5', 'network_id': 'e3c24553-093c-4dba-a579-e14fc9bf8125', 'admin_state_up': True, 'tenant_id': 'a9fa23c656804d85929e20a6cdbea65a'}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:11:34.669399 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-19f4664b-e80c-455e-be82-796c5dec98cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:11:34.809655 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-19f4664b-e80c-455e-be82-796c5dec98cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:34.818104 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-19f4664b-e80c-455e-be82-796c5dec98cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:34.855700 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-da317f9a-8998-4696-9dcf-468475b1d0d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:11:34.872106 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-19f4664b-e80c-455e-be82-796c5dec98cb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fff7e397787f4419a3f61bd8e36eb5c6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6213095
May 02 03:11:34.876264 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 46144) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:11:35.049587 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f4664b-e80c-455e-be82-796c5dec98cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75fd876-5cf1-42e4-8a88-2bf6c0075e13,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:11:35.056186 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-e8a9e87b-bd87-47e5-8688-c8ba7ac485dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:35.057172 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-19f4664b-e80c-455e-be82-796c5dec98cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:11:35.088924 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [None req-3e7e22cf-7e1c-47b0-a99c-dc39c0c2b512 admin admin] Network 83dbc554-b62b-49e4-8c05-23b7c522f44f has no segments {{(pid=73900) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 02 03:11:35.099122 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-e32da107-7c8a-43ab-8f18-a2aec7bf3f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:35.146901 dv-cinder-789077-1-iscsi neutron-server[73900]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 02 03:11:35.146901 dv-cinder-789077-1-iscsi neutron-server[73900]:   from cryptography.utils import int_from_bytes
May 02 03:11:35.146901 dv-cinder-789077-1-iscsi neutron-server[73900]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 02 03:11:35.146901 dv-cinder-789077-1-iscsi neutron-server[73900]:   from cryptography.utils import int_from_bytes
May 02 03:11:35.146901 dv-cinder-789077-1-iscsi neutron-server[73900]: Traceback (most recent call last):
May 02 03:11:35.146901 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 02 03:11:35.146901 dv-cinder-789077-1-iscsi neutron-server[73900]:     timer()
May 02 03:11:35.146901 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 02 03:11:35.146901 dv-cinder-789077-1-iscsi neutron-server[73900]:     cb(*args, **kw)
May 02 03:11:35.146901 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 02 03:11:35.146901 dv-cinder-789077-1-iscsi neutron-server[73900]:     return func(*args, **kwargs)
May 02 03:11:35.146901 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 02 03:11:35.146901 dv-cinder-789077-1-iscsi neutron-server[73900]:     self._notify()
May 02 03:11:35.146901 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 02 03:11:35.146901 dv-cinder-789077-1-iscsi neutron-server[73900]:     self.callback(batched_events)
May 02 03:11:35.146901 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 02 03:11:35.146901 dv-cinder-789077-1-iscsi neutron-server[73900]:     event.method(event)
May 02 03:11:35.146901 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 02 03:11:35.146901 dv-cinder-789077-1-iscsi neutron-server[73900]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 02 03:11:35.146901 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 02 03:11:35.146901 dv-cinder-789077-1-iscsi neutron-server[73900]:     aggregate_uuid = self.p_client.list_aggregates(
May 02 03:11:35.146901 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 02 03:11:35.146901 dv-cinder-789077-1-iscsi neutron-server[73900]:     return f(self, *a, **k)
May 02 03:11:35.146901 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 02 03:11:35.146901 dv-cinder-789077-1-iscsi neutron-server[73900]:     return self._get(url).json()
May 02 03:11:35.146901 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 02 03:11:35.146901 dv-cinder-789077-1-iscsi neutron-server[73900]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 02 03:11:35.146901 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 02 03:11:35.146901 dv-cinder-789077-1-iscsi neutron-server[73900]:     return self.request(url, 'GET', **kwargs)
May 02 03:11:35.146901 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 02 03:11:35.146901 dv-cinder-789077-1-iscsi neutron-server[73900]:     base_url = self.get_endpoint(auth, allow=allow,
May 02 03:11:35.146901 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 02 03:11:35.146901 dv-cinder-789077-1-iscsi neutron-server[73900]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 02 03:11:35.146901 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 02 03:11:35.146901 dv-cinder-789077-1-iscsi neutron-server[73900]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 02 03:11:35.146901 dv-cinder-789077-1-iscsi neutron-server[73900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 02 03:11:35.154580 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-e32da107-7c8a-43ab-8f18-a2aec7bf3f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:35.175932 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11006f45-0bd9-43b0-9898-f325719c1e3b req-da5fc49a-ac68-4024-b299-9be994510eb9 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:35.177966 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-11006f45-0bd9-43b0-9898-f325719c1e3b req-da5fc49a-ac68-4024-b299-9be994510eb9 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/ports?device_id=241c5cd8-0ef3-4815-861c-c8b9e02e5c4d HTTP/1.1" status: 200  len: 945 time: 0.1818373
May 02 03:11:35.298976 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [req-f82951a5-dc9e-416f-8681-6f5b14c4b84d req-537def1d-b27e-43b6-acca-c6ff406ea264 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:11:35.306016 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-3e7e22cf-7e1c-47b0-a99c-dc39c0c2b512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419395'] for network, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:35.317620 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-f82951a5-dc9e-416f-8681-6f5b14c4b84d req-537def1d-b27e-43b6-acca-c6ff406ea264 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Usage tracker for resource:port and tenant:a9fa23c656804d85929e20a6cdbea65a is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:11:35.324159 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-f82951a5-dc9e-416f-8681-6f5b14c4b84d req-537def1d-b27e-43b6-acca-c6ff406ea264 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Quota usage for port was recalculated. Used quota:2. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:11:35.342036 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-67e1b3dc-8758-4d99-a5a4-133f20f591fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:11:35.400443 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-3e7e22cf-7e1c-47b0-a99c-dc39c0c2b512 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for network, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:35.432273 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [req-f82951a5-dc9e-416f-8681-6f5b14c4b84d req-537def1d-b27e-43b6-acca-c6ff406ea264 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:11:35.466173 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e22cf-7e1c-47b0-a99c-dc39c0c2b512 admin admin] Pushing event deleted for resources: {'Network': ['ID=83dbc554-b62b-49e4-8c05-23b7c522f44f,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:11:35.489467 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-3e7e22cf-7e1c-47b0-a99c-dc39c0c2b512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:11:35.499798 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-3e7e22cf-7e1c-47b0-a99c-dc39c0c2b512 admin admin] 10.222.0.38 "DELETE /v2.0/networks/83dbc554-b62b-49e4-8c05-23b7c522f44f HTTP/1.1" status: 204  len: 168 time: 2.6968260
May 02 03:11:35.504567 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f82951a5-dc9e-416f-8681-6f5b14c4b84d req-537def1d-b27e-43b6-acca-c6ff406ea264 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Made reservation on behalf of a9fa23c656804d85929e20a6cdbea65a for: {'port': 1} {{(pid=73900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 02 03:11:35.510918 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-f82951a5-dc9e-416f-8681-6f5b14c4b84d req-537def1d-b27e-43b6-acca-c6ff406ea264 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:35.546404 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-11006f45-0bd9-43b0-9898-f325719c1e3b req-8a9b18d9-cf01-4d89-bf1c-64955aa8ee12 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c7e2b0c-ed75-4cb6-90bd-b78db1882cdb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3285542
May 02 03:11:35.552120 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-e32da107-7c8a-43ab-8f18-a2aec7bf3f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:35.727539 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-1ccf01b1-2030-4f0d-b2cb-2e8790af71fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:11:35.756188 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 46164) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:11:35.768346 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-e32da107-7c8a-43ab-8f18-a2aec7bf3f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:35.773291 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-e32da107-7c8a-43ab-8f18-a2aec7bf3f03 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b75fd876-5cf1-42e4-8a88-2bf6c0075e13 HTTP/1.1" status: 204  len: 168 time: 0.8954756
May 02 03:11:35.853949 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32da107-7c8a-43ab-8f18-a2aec7bf3f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75fd876-5cf1-42e4-8a88-2bf6c0075e13,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:11:35.857960 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-e32da107-7c8a-43ab-8f18-a2aec7bf3f03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:11:35.882551 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a9816fea-77f6-410c-9cfc-fd8c23381f3b req-2ce3cc0d-7dd2-4272-a6a0-b375b02ccf69 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=516acf44-7b1c-4ebf-b689-28537f7a0de5 HTTP/1.1" status: 200  len: 210 time: 0.1167231
May 02 03:11:35.934258 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.db_base_plugin_common [req-f82951a5-dc9e-416f-8681-6f5b14c4b84d req-537def1d-b27e-43b6-acca-c6ff406ea264 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Allocated IP 172.20.0.13 (e3c24553-093c-4dba-a579-e14fc9bf8125/d5979161-d7b0-4fdb-a66c-2a0a0a8b9b09/b83e037a-920e-4a21-9f7e-ae186ce17e2d) {{(pid=73900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 02 03:11:36.035084 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-614a70d4-86dd-4283-9501-dee97e01ab78 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3a5e2f6237d24066809747f736fe4908&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2558527
May 02 03:11:36.035987 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 46172) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:11:36.091073 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1445597-e4ce-4f54-8dcb-7ed5847df6c2 req-c7cbbbf2-3d32-482b-b2e7-d9c858fc72f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:36.092978 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a1445597-e4ce-4f54-8dcb-7ed5847df6c2 req-c7cbbbf2-3d32-482b-b2e7-d9c858fc72f1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c0c7970eea444c3cab1fd1c05acdf886&device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 1098 time: 0.5667093
May 02 03:11:36.244202 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d96c6b-c394-4eb1-bdad-16eeaa3bec97 req-155a9dd2-fab2-4a7b-820a-c599dc9cef74 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:36.246604 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-05d96c6b-c394-4eb1-bdad-16eeaa3bec97 req-155a9dd2-fab2-4a7b-820a-c599dc9cef74 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.3153825
May 02 03:11:36.290515 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-c6c0f1da-e516-4cba-9406-c5e0adc987fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:36.347747 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-f82951a5-dc9e-416f-8681-6f5b14c4b84d req-537def1d-b27e-43b6-acca-c6ff406ea264 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Notify callbacks [] for port, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:36.368930 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1445597-e4ce-4f54-8dcb-7ed5847df6c2 req-fcfcff60-d6bc-4a5d-b506-bb79053247a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:36.370459 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a1445597-e4ce-4f54-8dcb-7ed5847df6c2 req-fcfcff60-d6bc-4a5d-b506-bb79053247a0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34 HTTP/1.1" status: 200  len: 920 time: 0.2608261
May 02 03:11:36.372496 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-c6c0f1da-e516-4cba-9406-c5e0adc987fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:36.383479 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-05d96c6b-c394-4eb1-bdad-16eeaa3bec97 req-76de6d36-8277-4ddf-9fb3-eed2628c81b3 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1197536
May 02 03:11:36.389683 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-f82951a5-dc9e-416f-8681-6f5b14c4b84d req-537def1d-b27e-43b6-acca-c6ff406ea264 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747865333526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-899257'] for port, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:36.396570 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-1d7c2d6d-6521-46ed-8ced-231c7e782846 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:11:36.404046 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] get_ports_and_sgs() called for port_ids ['c740e356-47d6-4db3-ae8b-2b0bf3d4b588', 'b7ae2038-c9ad-470e-985b-d9563d2039a3'] {{(pid=73902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 02 03:11:36.594111 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a1445597-e4ce-4f54-8dcb-7ed5847df6c2 req-e262343c-990c-4bd4-8270-0c3533cb6488 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08dc974b-7500-43e6-8dbe-573d688be584 HTTP/1.1" status: 200  len: 217 time: 0.2054811
May 02 03:11:36.661469 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f82951a5-dc9e-416f-8681-6f5b14c4b84d req-537def1d-b27e-43b6-acca-c6ff406ea264 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Network e3c24553-093c-4dba-a579-e14fc9bf8125 is already hosted by enough agents. {{(pid=73900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:11:36.673438 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.base_scheduler [req-f82951a5-dc9e-416f-8681-6f5b14c4b84d req-537def1d-b27e-43b6-acca-c6ff406ea264 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Resources bound (agent type, host, resource id):  {{(pid=73900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:11:36.814292 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.l3_dvrscheduler_db [req-f82951a5-dc9e-416f-8681-6f5b14c4b84d req-537def1d-b27e-43b6-acca-c6ff406ea264 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Received port after_create {{(pid=73900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 02 03:11:36.955346 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82951a5-dc9e-416f-8681-6f5b14c4b84d req-537def1d-b27e-43b6-acca-c6ff406ea264 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:36.956451 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-f82951a5-dc9e-416f-8681-6f5b14c4b84d req-537def1d-b27e-43b6-acca-c6ff406ea264 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for port, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:36.962340 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537def1d-b27e-43b6-acca-c6ff406ea264 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Pushing event updated for resources: {'Port': ['ID=b83e037a-920e-4a21-9f7e-ae186ce17e2d,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:11:36.974596 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-537def1d-b27e-43b6-acca-c6ff406ea264 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:11:37.044370 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbdcc06-5751-4af6-a98b-7664ebd04167 req-00966a11-bf51-41a6-8992-b569429cd384 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:37.045303 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-6dbdcc06-5751-4af6-a98b-7664ebd04167 req-00966a11-bf51-41a6-8992-b569429cd384 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Synchronizing usage tracker for tenant:d2e7d1d1d2ec4eb6981c3b80bacb92b7 on resource:port {{(pid=73900) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 02 03:11:37.045927 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1445597-e4ce-4f54-8dcb-7ed5847df6c2 req-9c42f0f5-3226-4c2a-851a-28b160e34939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:37.049988 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a1445597-e4ce-4f54-8dcb-7ed5847df6c2 req-9c42f0f5-3226-4c2a-851a-28b160e34939 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1b190fc7-4823-4c94-a79b-e61ea64b5302 HTTP/1.1" status: 200  len: 859 time: 0.4446328
May 02 03:11:37.055501 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-f82951a5-dc9e-416f-8681-6f5b14c4b84d req-537def1d-b27e-43b6-acca-c6ff406ea264 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3996575
May 02 03:11:37.083644 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [req-f82951a5-dc9e-416f-8681-6f5b14c4b84d req-41481a5a-8efa-46df-a009-9358c348eba5 service neutron] Request body: {'port': {'device_id': '516acf44-7b1c-4ebf-b689-28537f7a0de5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78907'}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:11:37.152528 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-6dbdcc06-5751-4af6-a98b-7664ebd04167 req-00966a11-bf51-41a6-8992-b569429cd384 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Unset dirty status for tenant:d2e7d1d1d2ec4eb6981c3b80bacb92b7 on resource:port {{(pid=73900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 02 03:11:37.153954 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-6dbdcc06-5751-4af6-a98b-7664ebd04167 req-00966a11-bf51-41a6-8992-b569429cd384 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.37 "GET /v2.0/ports?device_id=241c5cd8-0ef3-4815-861c-c8b9e02e5c4d HTTP/1.1" status: 200  len: 945 time: 0.4767983
May 02 03:11:37.182605 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-c6c0f1da-e516-4cba-9406-c5e0adc987fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:37.187962 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a1445597-e4ce-4f54-8dcb-7ed5847df6c2 req-3f06e691-ee9d-4302-a3a5-977093087f2b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1014733
May 02 03:11:37.190458 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-e32da107-7c8a-43ab-8f18-a2aec7bf3f03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:11:37.292865 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c0f1da-e516-4cba-9406-c5e0adc987fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b515c86-38e8-4d05-bfee-7f6a851ae18a,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:11:37.304939 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-c6c0f1da-e516-4cba-9406-c5e0adc987fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:11:37.323834 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-f82951a5-dc9e-416f-8681-6f5b14c4b84d req-41481a5a-8efa-46df-a009-9358c348eba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:37.338754 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-c6c0f1da-e516-4cba-9406-c5e0adc987fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:37.342524 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-c6c0f1da-e516-4cba-9406-c5e0adc987fb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1b515c86-38e8-4d05-bfee-7f6a851ae18a HTTP/1.1" status: 204  len: 168 time: 1.3030150
May 02 03:11:37.490788 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98829f7-8da5-44e9-bfb9-6a495abe0a74 req-902ae512-b414-46e5-89d9-2a84eb4b25e3 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:37.492573 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-d98829f7-8da5-44e9-bfb9-6a495abe0a74 req-902ae512-b414-46e5-89d9-2a84eb4b25e3 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/ports?device_id=241c5cd8-0ef3-4815-861c-c8b9e02e5c4d HTTP/1.1" status: 200  len: 945 time: 0.6306741
May 02 03:11:37.558333 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [req-6dbdcc06-5751-4af6-a98b-7664ebd04167 req-f2285abe-9945-4071-abe6-b49f001b56d8 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Deleting port 7e0c1c7b-bc7b-480e-aef0-f9a041fb0abc {{(pid=73900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:11:37.559163 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-6dbdcc06-5751-4af6-a98b-7664ebd04167 req-f2285abe-9945-4071-abe6-b49f001b56d8 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:37.573117 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a1445597-e4ce-4f54-8dcb-7ed5847df6c2 req-5f285944-f2c9-44a5-99f4-c38d947fb750 service neutron] 10.222.0.37 "GET /v2.0/networks/ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3691008
May 02 03:11:37.608811 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58beb67-04cc-4918-bcb4-fe9c06e9f66a req-75350dc1-f3bb-41f5-aed9-34eba3ddf845 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:37.623151 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e58beb67-04cc-4918-bcb4-fe9c06e9f66a req-75350dc1-f3bb-41f5-aed9-34eba3ddf845 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=516acf44-7b1c-4ebf-b689-28537f7a0de5 HTTP/1.1" status: 200  len: 932 time: 0.3891840
May 02 03:11:37.712439 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:37.736371 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-d98829f7-8da5-44e9-bfb9-6a495abe0a74 req-3708992e-555f-491f-b32e-0fda72f841df tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c7e2b0c-ed75-4cb6-90bd-b78db1882cdb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2277467
May 02 03:11:37.902546 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [req-6dbdcc06-5751-4af6-a98b-7664ebd04167 req-f2285abe-9945-4071-abe6-b49f001b56d8 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] For port 7e0c1c7b-bc7b-480e-aef0-f9a041fb0abc, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=7e0c1c7b-bc7b-480e-aef0-f9a041fb0abc,segment=NetworkSegment(c48f9021-9e8b-4e4e-86cb-19e248bbd74b),segment_id=c48f9021-9e8b-4e4e-86cb-19e248bbd74b)] {{(pid=73900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:11:37.903134 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-6dbdcc06-5751-4af6-a98b-7664ebd04167 req-f2285abe-9945-4071-abe6-b49f001b56d8 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:37.930500 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 46220) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:11:37.956528 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a1445597-e4ce-4f54-8dcb-7ed5847df6c2 req-f03b5d8b-f350-49ff-98ea-1aca4b06a9fa service neutron] 10.222.0.37 "GET /v2.0/networks/ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3705826
May 02 03:11:37.960670 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e58beb67-04cc-4918-bcb4-fe9c06e9f66a req-61b48e1d-f81b-46a3-bea8-296e830c0b89 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3363054
May 02 03:11:38.129232 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-d29c171e-284a-4a9b-9973-53b01ee3880a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:38.150570 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [req-6dbdcc06-5751-4af6-a98b-7664ebd04167 req-f2285abe-9945-4071-abe6-b49f001b56d8 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Calling delete_port for 7e0c1c7b-bc7b-480e-aef0-f9a041fb0abc owned by compute:nova {{(pid=73900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:11:38.257719 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7934f77-5046-4b78-95ca-7e9f47b5ce30 req-917897fd-9064-48e6-bd75-eebf01f216a1 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:38.260470 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-b7934f77-5046-4b78-95ca-7e9f47b5ce30 req-917897fd-9064-48e6-bd75-eebf01f216a1 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.1411672
May 02 03:11:38.294336 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-aa0229aa-bfb9-4b9e-b126-e96da5303759 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0de3c2a916274da2ba36010194bfe4b6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3504651
May 02 03:11:38.299318 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 46230) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:11:38.339111 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-b7934f77-5046-4b78-95ca-7e9f47b5ce30 req-07b84ae6-fb95-4549-88e6-2abb5a155a92 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728323
May 02 03:11:38.429271 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.notifiers.nova [req-f82951a5-dc9e-416f-8681-6f5b14c4b84d req-41481a5a-8efa-46df-a009-9358c348eba5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b83e037a-920e-4a21-9f7e-ae186ce17e2d {{(pid=73900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 02 03:11:38.451460 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-f82951a5-dc9e-416f-8681-6f5b14c4b84d req-41481a5a-8efa-46df-a009-9358c348eba5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:38.484000 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.provisioning_blocks [req-f82951a5-dc9e-416f-8681-6f5b14c4b84d req-41481a5a-8efa-46df-a009-9358c348eba5 service neutron] Transition to ACTIVE for port object b83e037a-920e-4a21-9f7e-ae186ce17e2d will not be triggered until provisioned by entity L2. {{(pid=73900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:11:38.490828 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-8419628a-e4a9-4da0-9d26-b94737d685ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:38.536460 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-f82951a5-dc9e-416f-8681-6f5b14c4b84d req-41481a5a-8efa-46df-a009-9358c348eba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-899214'] for port, after_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:38.558306 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:11:38.700372 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-8419628a-e4a9-4da0-9d26-b94737d685ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:39.039306 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-6dbdcc06-5751-4af6-a98b-7664ebd04167 req-f2285abe-9945-4071-abe6-b49f001b56d8 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-899257'] for port, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:39.039306 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41481a5a-8efa-46df-a009-9358c348eba5 service neutron] Pushing event updated for resources: {'Port': ['ID=b83e037a-920e-4a21-9f7e-ae186ce17e2d,revision_number=2']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:11:39.065189 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-41481a5a-8efa-46df-a009-9358c348eba5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:11:39.065695 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-0216f4e0-2269-4277-a709-63ccfeaf2131 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:11:39.155870 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-56b5fb6b-0499-4899-944f-373e8a96ffd8 req-5696b867-bf0f-4c0a-b977-885245f799d0 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/ports?device_id=241c5cd8-0ef3-4815-861c-c8b9e02e5c4d HTTP/1.1" status: 200  len: 210 time: 0.1467855
May 02 03:11:39.200003 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2285abe-9945-4071-abe6-b49f001b56d8 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Pushing event deleted for resources: {'Port': ['ID=7e0c1c7b-bc7b-480e-aef0-f9a041fb0abc,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:11:39.201953 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:39.245352 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-f2285abe-9945-4071-abe6-b49f001b56d8 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:11:39.369842 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c978c0-51d8-4845-8fd3-c1caba700c0b req-d0874a91-cac0-49ef-a245-2b65fcdec7c0 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:39.374538 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-80c978c0-51d8-4845-8fd3-c1caba700c0b req-d0874a91-cac0-49ef-a245-2b65fcdec7c0 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=516acf44-7b1c-4ebf-b689-28537f7a0de5 HTTP/1.1" status: 200  len: 944 time: 0.2076342
May 02 03:11:39.380436 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:39.427297 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dbdcc06-5751-4af6-a98b-7664ebd04167 req-f2285abe-9945-4071-abe6-b49f001b56d8 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] No DVR routers for this DVR port 7e0c1c7b-bc7b-480e-aef0-f9a041fb0abc on host hv-cinder-78907 {{(pid=73900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 02 03:11:39.434964 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-8419628a-e4a9-4da0-9d26-b94737d685ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:39.442254 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-6dbdcc06-5751-4af6-a98b-7664ebd04167 req-f2285abe-9945-4071-abe6-b49f001b56d8 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for port, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:39.452285 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:11:39.464841 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-80c978c0-51d8-4845-8fd3-c1caba700c0b req-87a622bc-c6c6-4236-8380-8b553b8e29f5 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778306
May 02 03:11:39.470660 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '241c5cd8-0ef3-4815-861c-c8b9e02e5c4d', 'name': 'network-vif-deleted', 'tag': '7e0c1c7b-bc7b-480e-aef0-f9a041fb0abc'}] {{(pid=73900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:11:39.516169 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8419628a-e4a9-4da0-9d26-b94737d685ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53d6b1f-6347-4c7e-9568-0d2c94bf2aff,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:11:39.559236 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-8419628a-e4a9-4da0-9d26-b94737d685ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:11:39.573949 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 46284) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:11:39.601103 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '241c5cd8-0ef3-4815-861c-c8b9e02e5c4d', 'name': 'network-vif-deleted', 'tag': '7e0c1c7b-bc7b-480e-aef0-f9a041fb0abc', 'status': 'completed', 'code': 200}
May 02 03:11:39.605956 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-8419628a-e4a9-4da0-9d26-b94737d685ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:39.608144 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-8419628a-e4a9-4da0-9d26-b94737d685ea admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d53d6b1f-6347-4c7e-9568-0d2c94bf2aff HTTP/1.1" status: 204  len: 168 time: 1.2784400
May 02 03:11:39.611061 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-6dbdcc06-5751-4af6-a98b-7664ebd04167 req-f2285abe-9945-4071-abe6-b49f001b56d8 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.37 "DELETE /v2.0/ports/7e0c1c7b-bc7b-480e-aef0-f9a041fb0abc HTTP/1.1" status: 204  len: 173 time: 2.4469905
May 02 03:11:39.612223 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [req-f82951a5-dc9e-416f-8681-6f5b14c4b84d req-41481a5a-8efa-46df-a009-9358c348eba5 service neutron] Attempting to bind port b83e037a-920e-4a21-9f7e-ae186ce17e2d on host hv-cinder-78907 for vnic_type normal with profile  {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 02 03:11:39.612700 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [req-f82951a5-dc9e-416f-8681-6f5b14c4b84d req-41481a5a-8efa-46df-a009-9358c348eba5 service neutron] Attempting to bind port b83e037a-920e-4a21-9f7e-ae186ce17e2d by drivers openvswitch,hyperv on host hv-cinder-78907 at level 0 using segments [{'id': 'b30497ce-e2ee-43bf-863e-b0adb6c70caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e3c24553-093c-4dba-a579-e14fc9bf8125'}] {{(pid=73900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 02 03:11:39.613225 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82951a5-dc9e-416f-8681-6f5b14c4b84d req-41481a5a-8efa-46df-a009-9358c348eba5 service neutron] Attempting to bind port b83e037a-920e-4a21-9f7e-ae186ce17e2d on network e3c24553-093c-4dba-a579-e14fc9bf8125 {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:11:39.622071 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82951a5-dc9e-416f-8681-6f5b14c4b84d req-41481a5a-8efa-46df-a009-9358c348eba5 service neutron] Port b83e037a-920e-4a21-9f7e-ae186ce17e2d on network e3c24553-093c-4dba-a579-e14fc9bf8125 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78907 {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 02 03:11:39.622621 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82951a5-dc9e-416f-8681-6f5b14c4b84d req-41481a5a-8efa-46df-a009-9358c348eba5 service neutron] Attempting to bind port b83e037a-920e-4a21-9f7e-ae186ce17e2d on network e3c24553-093c-4dba-a579-e14fc9bf8125 {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:11:39.642003 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82951a5-dc9e-416f-8681-6f5b14c4b84d req-41481a5a-8efa-46df-a009-9358c348eba5 service neutron] Checking agent: {'id': '8531ff9a-0c75-4a44-9da7-2507d2e05f16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 8, 9), 'started_at': datetime.datetime(2021, 5, 2, 3, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 02 03:11:39.642670 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82951a5-dc9e-416f-8681-6f5b14c4b84d req-41481a5a-8efa-46df-a009-9358c348eba5 service neutron] Checking segment: {'id': 'b30497ce-e2ee-43bf-863e-b0adb6c70caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e3c24553-093c-4dba-a579-e14fc9bf8125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:11:39.643288 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82951a5-dc9e-416f-8681-6f5b14c4b84d req-41481a5a-8efa-46df-a009-9358c348eba5 service neutron] Bound using segment: {'id': 'b30497ce-e2ee-43bf-863e-b0adb6c70caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e3c24553-093c-4dba-a579-e14fc9bf8125'} {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 02 03:11:39.644032 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [req-f82951a5-dc9e-416f-8681-6f5b14c4b84d req-41481a5a-8efa-46df-a009-9358c348eba5 service neutron] Bound port: b83e037a-920e-4a21-9f7e-ae186ce17e2d, host: hv-cinder-78907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b30497ce-e2ee-43bf-863e-b0adb6c70caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e3c24553-093c-4dba-a579-e14fc9bf8125'}}] {{(pid=73900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 02 03:11:39.644577 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-f82951a5-dc9e-416f-8681-6f5b14c4b84d req-41481a5a-8efa-46df-a009-9358c348eba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:39.843868 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53bb6f4-2083-4dd0-9570-4066674999f2 req-d72540b2-7fd3-445a-93c3-43beca57ffe4 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:39.848761 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c53bb6f4-2083-4dd0-9570-4066674999f2 req-d72540b2-7fd3-445a-93c3-43beca57ffe4 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.2379370
May 02 03:11:39.983196 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [req-f82951a5-dc9e-416f-8681-6f5b14c4b84d req-41481a5a-8efa-46df-a009-9358c348eba5 service neutron] For port b83e037a-920e-4a21-9f7e-ae186ce17e2d, host hv-cinder-78907, cleared binding levels {{(pid=73900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 02 03:11:39.998109 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [req-f82951a5-dc9e-416f-8681-6f5b14c4b84d req-41481a5a-8efa-46df-a009-9358c348eba5 service neutron] For port b83e037a-920e-4a21-9f7e-ae186ce17e2d, host hv-cinder-78907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=b83e037a-920e-4a21-9f7e-ae186ce17e2d,segment=NetworkSegment(b30497ce-e2ee-43bf-863e-b0adb6c70caf),segment_id=b30497ce-e2ee-43bf-863e-b0adb6c70caf)] {{(pid=73900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 02 03:11:40.008466 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-f82951a5-dc9e-416f-8681-6f5b14c4b84d req-41481a5a-8efa-46df-a009-9358c348eba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-899214'] for port, after_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:40.027336 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-537def1d-b27e-43b6-acca-c6ff406ea264 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:11:40.047968 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c53bb6f4-2083-4dd0-9570-4066674999f2 req-d169e683-9ffc-4946-a585-74eee4445645 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1812267
May 02 03:11:40.219314 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82951a5-dc9e-416f-8681-6f5b14c4b84d req-41481a5a-8efa-46df-a009-9358c348eba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:40.222002 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-f82951a5-dc9e-416f-8681-6f5b14c4b84d req-41481a5a-8efa-46df-a009-9358c348eba5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for port, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:40.224679 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-f82951a5-dc9e-416f-8681-6f5b14c4b84d req-41481a5a-8efa-46df-a009-9358c348eba5 service neutron] 10.222.0.37 "PUT /v2.0/ports/b83e037a-920e-4a21-9f7e-ae186ce17e2d HTTP/1.1" status: 200  len: 1094 time: 3.1549270
May 02 03:11:40.270951 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41481a5a-8efa-46df-a009-9358c348eba5 service neutron] Pushing event updated for resources: {'Port': ['ID=b83e037a-920e-4a21-9f7e-ae186ce17e2d,revision_number=3']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:11:40.293401 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-41481a5a-8efa-46df-a009-9358c348eba5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:11:40.575384 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82951a5-dc9e-416f-8681-6f5b14c4b84d req-fdfdf6c2-b5d2-4f10-a859-fc177f5f0fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:40.578868 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-f82951a5-dc9e-416f-8681-6f5b14c4b84d req-fdfdf6c2-b5d2-4f10-a859-fc177f5f0fd7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a9fa23c656804d85929e20a6cdbea65a&device_id=516acf44-7b1c-4ebf-b689-28537f7a0de5 HTTP/1.1" status: 200  len: 1097 time: 0.2751412
May 02 03:11:40.737079 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:40.742958 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device 7e0c1c7b-bc7b-480e-aef0-f9a041fb0abc no longer exists at agent hyperv_hv-cinder-78907 {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 02 03:11:40.835943 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] No Port match for: 7e0c1c7b-bc7b-480e-aef0-f9a041fb0abc {{(pid=73902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 02 03:11:40.836992 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device 7e0c1c7b-bc7b-480e-aef0-f9a041fb0abc not bound to the agent host hv-cinder-78907 {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 02 03:11:40.869746 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-f82951a5-dc9e-416f-8681-6f5b14c4b84d req-f632dc01-3717-4a45-aed7-99399d62c6e8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b83e037a-920e-4a21-9f7e-ae186ce17e2d HTTP/1.1" status: 200  len: 217 time: 0.2764719
May 02 03:11:40.872840 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-39acfdf8-6bc1-4800-bcf8-e3e91143acda admin admin] Notify callbacks [] for security_group, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:40.955525 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-39acfdf8-6bc1-4800-bcf8-e3e91143acda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:11:40.968123 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-39acfdf8-6bc1-4800-bcf8-e3e91143acda admin admin] Usage tracker for resource:security_group_rule and tenant:cd1e44f7fda54f9cb4d0c6a3e200b5c0 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:11:40.981775 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-39acfdf8-6bc1-4800-bcf8-e3e91143acda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:11:41.009229 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-39acfdf8-6bc1-4800-bcf8-e3e91143acda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:11:41.026951 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82951a5-dc9e-416f-8681-6f5b14c4b84d req-ce88ba17-a005-4e50-9a33-9b58e704e2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:41.031212 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-f82951a5-dc9e-416f-8681-6f5b14c4b84d req-ce88ba17-a005-4e50-9a33-9b58e704e2ab service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d5979161-d7b0-4fdb-a66c-2a0a0a8b9b09 HTTP/1.1" status: 200  len: 855 time: 0.1530907
May 02 03:11:41.102384 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-f82951a5-dc9e-416f-8681-6f5b14c4b84d req-c99cf5c2-0404-4c00-a79e-da833b42c2a4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3c24553-093c-4dba-a579-e14fc9bf8125&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0628014
May 02 03:11:41.144707 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-f0ff9263-8126-467b-9afd-11be4aa3be15 req-1ab033e2-f34c-495d-a9ae-5fdcbf176dbc tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/ports?device_id=241c5cd8-0ef3-4815-861c-c8b9e02e5c4d HTTP/1.1" status: 200  len: 210 time: 0.6600389
May 02 03:11:41.387751 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-39acfdf8-6bc1-4800-bcf8-e3e91143acda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:41.404254 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20161f47-58d8-40ca-bc60-2c24c5be1c00 req-75942610-90f9-47b2-b2b6-d23227eb1600 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:41.411251 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-f82951a5-dc9e-416f-8681-6f5b14c4b84d req-36e49451-729b-4694-955c-b82b8ee96ec7 service neutron] 10.222.0.37 "GET /v2.0/networks/e3c24553-093c-4dba-a579-e14fc9bf8125?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2929523
May 02 03:11:41.412926 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-20161f47-58d8-40ca-bc60-2c24c5be1c00 req-75942610-90f9-47b2-b2b6-d23227eb1600 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=516acf44-7b1c-4ebf-b689-28537f7a0de5 HTTP/1.1" status: 200  len: 944 time: 0.2519269
May 02 03:11:41.414759 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-39acfdf8-6bc1-4800-bcf8-e3e91143acda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:41.435454 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-781555f2-6174-4661-9469-c27824a6bb99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:11:41.560940 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-39acfdf8-6bc1-4800-bcf8-e3e91143acda admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cd1e44f7fda54f9cb4d0c6a3e200b5c0&name=default HTTP/1.1" status: 200  len: 2979 time: 1.9854820
May 02 03:11:41.561774 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39acfdf8-6bc1-4800-bcf8-e3e91143acda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77be57c1-2903-4f50-9bef-c1b051df49ac,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:11:41.565633 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 46332) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:11:41.574391 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-39acfdf8-6bc1-4800-bcf8-e3e91143acda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:11:41.577702 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-20161f47-58d8-40ca-bc60-2c24c5be1c00 req-df213b0c-9850-4b2f-9d3f-24881990bffd tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1443598
May 02 03:11:41.619503 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f97577-7e0f-4b61-96f9-4b5445acae9e req-2f7bdcc4-2418-44d8-832f-3f79f2caa6c6 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:41.621203 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-b7f97577-7e0f-4b61-96f9-4b5445acae9e req-2f7bdcc4-2418-44d8-832f-3f79f2caa6c6 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.1867352
May 02 03:11:41.628745 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '516acf44-7b1c-4ebf-b689-28537f7a0de5', 'tag': 'b83e037a-920e-4a21-9f7e-ae186ce17e2d'}] {{(pid=73900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:11:41.655000 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-f82951a5-dc9e-416f-8681-6f5b14c4b84d req-2f201964-1655-4127-bc89-e1223b2df465 service neutron] 10.222.0.37 "GET /v2.0/networks/e3c24553-093c-4dba-a579-e14fc9bf8125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2325251
May 02 03:11:41.722092 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '516acf44-7b1c-4ebf-b689-28537f7a0de5', 'tag': 'b83e037a-920e-4a21-9f7e-ae186ce17e2d', 'status': 'completed', 'code': 200}
May 02 03:11:41.754045 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-b7f97577-7e0f-4b61-96f9-4b5445acae9e req-0204e78d-1bfb-4962-aa04-30cdc5acdc58 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1203504
May 02 03:11:41.854996 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-d30cd0e4-35e0-41b3-839b-bfca6773df68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:41.928369 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-d30cd0e4-35e0-41b3-839b-bfca6773df68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:42.027132 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874932d-9f0f-4794-bb86-e88c517e6c38 req-53af85c2-c0c2-4167-b3a4-8fc7d925c1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:42.029453 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-5874932d-9f0f-4794-bb86-e88c517e6c38 req-53af85c2-c0c2-4167-b3a4-8fc7d925c1d4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a9fa23c656804d85929e20a6cdbea65a&device_id=516acf44-7b1c-4ebf-b689-28537f7a0de5 HTTP/1.1" status: 200  len: 1097 time: 0.2517984
May 02 03:11:42.099907 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-d30cd0e4-35e0-41b3-839b-bfca6773df68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:42.106645 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-ea984600-afdc-4897-9fa8-56e698ee499e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:11:42.173338 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30cd0e4-35e0-41b3-839b-bfca6773df68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77be57c1-2903-4f50-9bef-c1b051df49ac,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:11:42.183332 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-d30cd0e4-35e0-41b3-839b-bfca6773df68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:11:42.190713 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-d30cd0e4-35e0-41b3-839b-bfca6773df68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:42.195679 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-d30cd0e4-35e0-41b3-839b-bfca6773df68 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/77be57c1-2903-4f50-9bef-c1b051df49ac HTTP/1.1" status: 204  len: 168 time: 0.6249630
May 02 03:11:42.245775 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874932d-9f0f-4794-bb86-e88c517e6c38 req-fe93a504-ba76-476d-965d-374adb52fa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:42.247851 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-5874932d-9f0f-4794-bb86-e88c517e6c38 req-fe93a504-ba76-476d-965d-374adb52fa52 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e3c24553-093c-4dba-a579-e14fc9bf8125 HTTP/1.1" status: 200  len: 916 time: 0.2085936
May 02 03:11:42.341225 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-5874932d-9f0f-4794-bb86-e88c517e6c38 req-8614e26b-76dd-4c4c-848e-cc382a1f4854 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b83e037a-920e-4a21-9f7e-ae186ce17e2d HTTP/1.1" status: 200  len: 217 time: 0.0806170
May 02 03:11:42.479821 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874932d-9f0f-4794-bb86-e88c517e6c38 req-714aee5d-9278-4c9f-9bcb-e833ecf82a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:42.482282 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-5874932d-9f0f-4794-bb86-e88c517e6c38 req-714aee5d-9278-4c9f-9bcb-e833ecf82a0b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d5979161-d7b0-4fdb-a66c-2a0a0a8b9b09 HTTP/1.1" status: 200  len: 855 time: 0.1225593
May 02 03:11:42.550972 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-5874932d-9f0f-4794-bb86-e88c517e6c38 req-7655c424-61eb-4b99-b249-1372f2b348f6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3c24553-093c-4dba-a579-e14fc9bf8125&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0596719
May 02 03:11:43.023077 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-5874932d-9f0f-4794-bb86-e88c517e6c38 req-2e87db3b-56eb-498d-a121-16598887ae0a service neutron] 10.222.0.37 "GET /v2.0/networks/e3c24553-093c-4dba-a579-e14fc9bf8125?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4512796
May 02 03:11:43.222688 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cafb16-0ce3-4233-a8c1-fad6a1c76581 req-5b09b480-9b89-4532-a04c-7a535614cc14 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:43.229603 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-f1cafb16-0ce3-4233-a8c1-fad6a1c76581 req-5b09b480-9b89-4532-a04c-7a535614cc14 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/networks?id=d70f53f4-8393-4ef0-9689-68bc893f8691 HTTP/1.1" status: 200  len: 809 time: 0.3775423
May 02 03:11:43.246951 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f0855-88ce-4016-a6cb-4aa6b1c41462 req-0009babe-33a8-4ad1-8010-3c2303d64ef0 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:43.257157 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-558f0855-88ce-4016-a6cb-4aa6b1c41462 req-0009babe-33a8-4ad1-8010-3c2303d64ef0 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=516acf44-7b1c-4ebf-b689-28537f7a0de5 HTTP/1.1" status: 200  len: 944 time: 0.3581634
May 02 03:11:43.286142 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-5874932d-9f0f-4794-bb86-e88c517e6c38 req-0e7f3122-1ba7-43a8-916d-f2afd65b5755 service neutron] 10.222.0.37 "GET /v2.0/networks/e3c24553-093c-4dba-a579-e14fc9bf8125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2547810
May 02 03:11:43.298920 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-f1cafb16-0ce3-4233-a8c1-fad6a1c76581 req-028c608b-44f9-4b4f-ab17-45317b63194c tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/quotas/d2e7d1d1d2ec4eb6981c3b80bacb92b7 HTTP/1.1" status: 200  len: 375 time: 0.0677886
May 02 03:11:43.331009 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-558f0855-88ce-4016-a6cb-4aa6b1c41462 req-6b94606e-e921-4a39-b7b3-0004e514b0f4 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631297
May 02 03:11:43.385186 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-f1cafb16-0ce3-4233-a8c1-fad6a1c76581 req-272328bc-c2b3-4ecd-8947-626cc99debd1 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d2e7d1d1d2ec4eb6981c3b80bacb92b7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0582747
May 02 03:11:43.677707 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-f1cafb16-0ce3-4233-a8c1-fad6a1c76581 req-59e993f6-b792-4f94-886f-7c6650380c02 service neutron] 10.222.0.38 "GET /v2.0/networks/d70f53f4-8393-4ef0-9689-68bc893f8691?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2630303
May 02 03:11:43.693498 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0bf5d1-bb70-4721-8dda-a86157077bac req-dc5493ae-647d-4eac-a313-c24a9ec5a7bb tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:43.695618 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-ff0bf5d1-bb70-4721-8dda-a86157077bac req-dc5493ae-647d-4eac-a313-c24a9ec5a7bb tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.1731517
May 02 03:11:43.846721 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-ff0bf5d1-bb70-4721-8dda-a86157077bac req-81a2b8a3-21f2-4d6d-9761-a00d460262b1 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1203847
May 02 03:11:43.880344 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-f1cafb16-0ce3-4233-a8c1-fad6a1c76581 req-71cce353-025d-4f37-8440-c8ea872f0916 service neutron] 10.222.0.38 "GET /v2.0/networks/d70f53f4-8393-4ef0-9689-68bc893f8691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1835155
May 02 03:11:44.128678 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-5675e2fc-1734-4210-9c1e-185dd3dc974f req-347cfbf1-ea8e-4ed4-a1a7-1d3e5f03e91b tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bb2b1a2-4049-485d-94da-2824dd0b1e28 HTTP/1.1" status: 200  len: 210 time: 0.0700154
May 02 03:11:44.635056 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723412f1-f442-41d5-98a2-09fddf2ea7ce req-c19f422d-1296-4e14-8c5a-0a90d77c4ea9 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:44.653934 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-723412f1-f442-41d5-98a2-09fddf2ea7ce req-c19f422d-1296-4e14-8c5a-0a90d77c4ea9 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=516acf44-7b1c-4ebf-b689-28537f7a0de5 HTTP/1.1" status: 200  len: 944 time: 0.1338420
May 02 03:11:44.714854 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-723412f1-f442-41d5-98a2-09fddf2ea7ce req-92c5eeca-7107-44ac-8c91-89c6773df5f2 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595717
May 02 03:11:45.130880 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a15a3a-1649-45d4-805a-8f26c95c17eb req-eef41085-344f-4833-8ee3-caae145901d5 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:45.132705 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-33a15a3a-1649-45d4-805a-8f26c95c17eb req-eef41085-344f-4833-8ee3-caae145901d5 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.1296182
May 02 03:11:45.225138 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-33a15a3a-1649-45d4-805a-8f26c95c17eb req-9fa206a5-5235-4246-a615-b2e790291b1b tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780330
May 02 03:11:45.423325 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-7c4be2c8-e087-451c-9dd5-62d0066fe5f0 req-ab4624a6-90c0-4014-95bc-76e3f5b02d0b tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bb2b1a2-4049-485d-94da-2824dd0b1e28 HTTP/1.1" status: 200  len: 210 time: 0.0607238
May 02 03:11:45.556134 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 46500) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:11:45.698350 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-850fcbdb-ae2e-4da6-830b-b6b29e4081e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:45.715200 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-850fcbdb-ae2e-4da6-830b-b6b29e4081e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:11:45.720394 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-850fcbdb-ae2e-4da6-830b-b6b29e4081e7 admin admin] Usage tracker for resource:security_group_rule and tenant:60e6abd9a3664495877fc8756b1f1841 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:11:45.724075 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-850fcbdb-ae2e-4da6-830b-b6b29e4081e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:11:45.732315 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-850fcbdb-ae2e-4da6-830b-b6b29e4081e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:11:45.849548 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-850fcbdb-ae2e-4da6-830b-b6b29e4081e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:45.854824 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-850fcbdb-ae2e-4da6-830b-b6b29e4081e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:45.864383 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-b508b994-34d0-4fd0-b172-098845aeda85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:11:45.923698 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-850fcbdb-ae2e-4da6-830b-b6b29e4081e7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=60e6abd9a3664495877fc8756b1f1841&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3637896
May 02 03:11:45.923698 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850fcbdb-ae2e-4da6-830b-b6b29e4081e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e21a41-a975-43a4-91a8-74dd3ed983b4,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:11:45.926624 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-850fcbdb-ae2e-4da6-830b-b6b29e4081e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:11:45.927696 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 46510) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:11:45.999911 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0e4c5-5f29-4915-a6a5-5f324c69a96c req-9b677460-e949-4cd1-bc14-161a2d03ecb2 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:46.002022 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-1ef0e4c5-5f29-4915-a6a5-5f324c69a96c req-9b677460-e949-4cd1-bc14-161a2d03ecb2 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=516acf44-7b1c-4ebf-b689-28537f7a0de5 HTTP/1.1" status: 200  len: 944 time: 0.1449111
May 02 03:11:46.010811 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-10027e65-2eaf-46d1-89ae-b8a443448d97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:46.041193 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device b83e037a-920e-4a21-9f7e-ae186ce17e2d details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=73902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 02 03:11:46.050899 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-10027e65-2eaf-46d1-89ae-b8a443448d97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:46.055454 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-1ef0e4c5-5f29-4915-a6a5-5f324c69a96c req-eec9d142-7a44-4ea9-be7d-b6ae9c0c3b10 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472002
May 02 03:11:46.129745 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-10027e65-2eaf-46d1-89ae-b8a443448d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:46.134161 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:11:46.147750 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10027e65-2eaf-46d1-89ae-b8a443448d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e21a41-a975-43a4-91a8-74dd3ed983b4,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:11:46.159239 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10027e65-2eaf-46d1-89ae-b8a443448d97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:11:46.159592 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10027e65-2eaf-46d1-89ae-b8a443448d97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:11:46.159937 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10027e65-2eaf-46d1-89ae-b8a443448d97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:11:46.160278 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10027e65-2eaf-46d1-89ae-b8a443448d97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:11:46.160617 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10027e65-2eaf-46d1-89ae-b8a443448d97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:11:46.160958 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10027e65-2eaf-46d1-89ae-b8a443448d97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:11:46.161288 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10027e65-2eaf-46d1-89ae-b8a443448d97 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:11:46.161610 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10027e65-2eaf-46d1-89ae-b8a443448d97 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:11:46.161947 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10027e65-2eaf-46d1-89ae-b8a443448d97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:11:46.162272 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10027e65-2eaf-46d1-89ae-b8a443448d97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:11:46.162630 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10027e65-2eaf-46d1-89ae-b8a443448d97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:11:46.162953 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10027e65-2eaf-46d1-89ae-b8a443448d97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:11:46.166194 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-10027e65-2eaf-46d1-89ae-b8a443448d97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:46.171700 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-10027e65-2eaf-46d1-89ae-b8a443448d97 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/58e21a41-a975-43a4-91a8-74dd3ed983b4 HTTP/1.1" status: 204  len: 168 time: 0.2419353
May 02 03:11:46.172999 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-10027e65-2eaf-46d1-89ae-b8a443448d97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:11:46.235932 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port b83e037a-920e-4a21-9f7e-ae186ce17e2d, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=b83e037a-920e-4a21-9f7e-ae186ce17e2d,segment=NetworkSegment(b30497ce-e2ee-43bf-863e-b0adb6c70caf),segment_id=b30497ce-e2ee-43bf-863e-b0adb6c70caf)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:11:46.255414 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Returning: {'device': 'b83e037a-920e-4a21-9f7e-ae186ce17e2d', 'network_id': 'e3c24553-093c-4dba-a579-e14fc9bf8125', 'port_id': 'b83e037a-920e-4a21-9f7e-ae186ce17e2d', 'mac_address': 'fa:16:3e:88:2c:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5979161-d7b0-4fdb-a66c-2a0a0a8b9b09', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 02 03:11:46.340771 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:46.371192 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.notifiers.nova [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b83e037a-920e-4a21-9f7e-ae186ce17e2d {{(pid=73902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 02 03:11:46.391743 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port b83e037a-920e-4a21-9f7e-ae186ce17e2d, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=b83e037a-920e-4a21-9f7e-ae186ce17e2d,segment=NetworkSegment(b30497ce-e2ee-43bf-863e-b0adb6c70caf),segment_id=b30497ce-e2ee-43bf-863e-b0adb6c70caf)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:11:46.406591 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:46.410800 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:11:46.574311 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Pushing event updated for resources: {'Port': ['ID=b83e037a-920e-4a21-9f7e-ae186ce17e2d,revision_number=4']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:11:46.603284 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:11:46.622865 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ef591-0b41-4df2-b2b8-ae0b70de5ddc req-3d35a087-4acd-404e-b9e2-c75f7e62e64c tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:46.626216 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9c3ef591-0b41-4df2-b2b8-ae0b70de5ddc req-3d35a087-4acd-404e-b9e2-c75f7e62e64c tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.2171116
May 02 03:11:46.694701 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 46526) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:11:46.734775 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9c3ef591-0b41-4df2-b2b8-ae0b70de5ddc req-7e8b75bb-b9eb-44f4-ac7a-67b1f249d204 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879776
May 02 03:11:46.734940 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-4c399d46-cd43-4cb7-9327-63e772c017bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:46.775564 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-4c399d46-cd43-4cb7-9327-63e772c017bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:11:46.785172 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-4c399d46-cd43-4cb7-9327-63e772c017bf admin admin] Usage tracker for resource:security_group_rule and tenant:d5bf356fce7d4d8db8240b151d00beb9 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:11:46.791164 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-4c399d46-cd43-4cb7-9327-63e772c017bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:11:46.803489 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-4c399d46-cd43-4cb7-9327-63e772c017bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:11:46.955896 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-0aac920f-4b6a-4b7e-941e-489fc5ec596c req-a857fae0-4d8b-4132-a38d-d67c094147ac tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bb2b1a2-4049-485d-94da-2824dd0b1e28 HTTP/1.1" status: 200  len: 210 time: 0.0482626
May 02 03:11:46.975599 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-4c399d46-cd43-4cb7-9327-63e772c017bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:46.981118 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-4c399d46-cd43-4cb7-9327-63e772c017bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:47.003393 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-81047c4d-7fd8-4ef8-a772-1488166bde5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:11:47.089639 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-4c399d46-cd43-4cb7-9327-63e772c017bf admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d5bf356fce7d4d8db8240b151d00beb9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3897424
May 02 03:11:47.089639 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c399d46-cd43-4cb7-9327-63e772c017bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80594b11-a49a-455f-8867-81ec73ce4bdc,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:11:47.090993 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 46534) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:11:47.094800 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-4c399d46-cd43-4cb7-9327-63e772c017bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:11:47.178017 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-a8ebf416-edee-4b5e-9b34-dabda2e00778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:47.220514 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-a8ebf416-edee-4b5e-9b34-dabda2e00778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:47.305358 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-a8ebf416-edee-4b5e-9b34-dabda2e00778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:47.309454 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-19f4664b-e80c-455e-be82-796c5dec98cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:11:47.330955 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ebf416-edee-4b5e-9b34-dabda2e00778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80594b11-a49a-455f-8867-81ec73ce4bdc,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:11:47.344484 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ebf416-edee-4b5e-9b34-dabda2e00778 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:11:47.344484 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ebf416-edee-4b5e-9b34-dabda2e00778 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:11:47.346164 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ebf416-edee-4b5e-9b34-dabda2e00778 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:11:47.346164 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ebf416-edee-4b5e-9b34-dabda2e00778 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:11:47.346164 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ebf416-edee-4b5e-9b34-dabda2e00778 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:11:47.346715 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ebf416-edee-4b5e-9b34-dabda2e00778 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:11:47.347063 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ebf416-edee-4b5e-9b34-dabda2e00778 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:11:47.347442 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ebf416-edee-4b5e-9b34-dabda2e00778 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:11:47.347788 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ebf416-edee-4b5e-9b34-dabda2e00778 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:11:47.348292 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ebf416-edee-4b5e-9b34-dabda2e00778 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:11:47.348455 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ebf416-edee-4b5e-9b34-dabda2e00778 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:11:47.348722 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ebf416-edee-4b5e-9b34-dabda2e00778 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:11:47.353193 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-a8ebf416-edee-4b5e-9b34-dabda2e00778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:11:47.354582 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-a8ebf416-edee-4b5e-9b34-dabda2e00778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:47.358993 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-a8ebf416-edee-4b5e-9b34-dabda2e00778 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/80594b11-a49a-455f-8867-81ec73ce4bdc HTTP/1.1" status: 204  len: 168 time: 0.2560186
May 02 03:11:47.505009 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] get_ports_and_sgs() called for port_ids ['b83e037a-920e-4a21-9f7e-ae186ce17e2d'] {{(pid=73902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 02 03:11:47.657359 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8f601-e06c-459a-b5bf-e01950ef182a req-37cd1dc2-587e-4a11-9c5d-bac730a78e5d tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:47.659527 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-aba8f601-e06c-459a-b5bf-e01950ef182a req-37cd1dc2-587e-4a11-9c5d-bac730a78e5d tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=516acf44-7b1c-4ebf-b689-28537f7a0de5 HTTP/1.1" status: 200  len: 945 time: 0.1795294
May 02 03:11:47.738175 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-aba8f601-e06c-459a-b5bf-e01950ef182a req-b113b6df-09ae-40d0-be18-aabe22fc342b tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635138
May 02 03:11:48.023178 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca83d9-458b-4339-96c8-7e304b74ed12 req-6d22cb2c-8c7a-47a2-9766-562c76b51e8f tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:48.030966 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-ffca83d9-458b-4339-96c8-7e304b74ed12 req-6d22cb2c-8c7a-47a2-9766-562c76b51e8f tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.1410098
May 02 03:11:48.101676 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-ffca83d9-458b-4339-96c8-7e304b74ed12 req-ddfdd4d3-f336-481e-b02d-c57655d05e60 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697119
May 02 03:11:48.237916 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cafb16-0ce3-4233-a8c1-fad6a1c76581 req-53c1494a-2773-44c1-9056-a18111752802 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:48.240472 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-f1cafb16-0ce3-4233-a8c1-fad6a1c76581 req-53c1494a-2773-44c1-9056-a18111752802 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.37 "GET /v2.0/networks?id=d70f53f4-8393-4ef0-9689-68bc893f8691 HTTP/1.1" status: 200  len: 809 time: 0.2260251
May 02 03:11:48.260887 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [req-f1cafb16-0ce3-4233-a8c1-fad6a1c76581 req-b71d149e-3df6-4f95-8a0e-17a98f68e53b tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Request body: {'port': {'device_id': '0bb2b1a2-4049-485d-94da-2824dd0b1e28', 'network_id': 'd70f53f4-8393-4ef0-9689-68bc893f8691', 'admin_state_up': True, 'tenant_id': 'd2e7d1d1d2ec4eb6981c3b80bacb92b7'}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:11:48.347812 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e6673694-575e-40ba-ba1c-0bd05b9d0e3b req-ef17b6f1-c2a4-4094-9435-4a006f25e814 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bb2b1a2-4049-485d-94da-2824dd0b1e28 HTTP/1.1" status: 200  len: 210 time: 0.0789847
May 02 03:11:48.475639 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [req-f1cafb16-0ce3-4233-a8c1-fad6a1c76581 req-b71d149e-3df6-4f95-8a0e-17a98f68e53b tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:11:48.483680 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-f1cafb16-0ce3-4233-a8c1-fad6a1c76581 req-b71d149e-3df6-4f95-8a0e-17a98f68e53b tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Usage tracker for resource:port and tenant:d2e7d1d1d2ec4eb6981c3b80bacb92b7 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:11:48.489765 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-f1cafb16-0ce3-4233-a8c1-fad6a1c76581 req-b71d149e-3df6-4f95-8a0e-17a98f68e53b tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:11:48.501463 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [req-f1cafb16-0ce3-4233-a8c1-fad6a1c76581 req-b71d149e-3df6-4f95-8a0e-17a98f68e53b tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:11:48.518316 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1cafb16-0ce3-4233-a8c1-fad6a1c76581 req-b71d149e-3df6-4f95-8a0e-17a98f68e53b tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Made reservation on behalf of d2e7d1d1d2ec4eb6981c3b80bacb92b7 for: {'port': 1} {{(pid=73900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 02 03:11:48.522107 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-f1cafb16-0ce3-4233-a8c1-fad6a1c76581 req-b71d149e-3df6-4f95-8a0e-17a98f68e53b tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:48.744617 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.db_base_plugin_common [req-f1cafb16-0ce3-4233-a8c1-fad6a1c76581 req-b71d149e-3df6-4f95-8a0e-17a98f68e53b tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Allocated IP 172.20.0.4 (d70f53f4-8393-4ef0-9689-68bc893f8691/8f00841f-d2e0-49c5-8de9-22776b72776b/069e3ee7-bdc7-4e02-be8a-4879c53906c5) {{(pid=73900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 02 03:11:49.097761 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce72eb-33fd-4b99-a12f-f1f1dd816d50 req-4c80aa90-d3e8-48b8-bfe7-0015721f659a tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:49.103042 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-d7ce72eb-33fd-4b99-a12f-f1f1dd816d50 req-4c80aa90-d3e8-48b8-bfe7-0015721f659a tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=516acf44-7b1c-4ebf-b689-28537f7a0de5 HTTP/1.1" status: 200  len: 945 time: 0.1860471
May 02 03:11:49.150992 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-f1cafb16-0ce3-4233-a8c1-fad6a1c76581 req-b71d149e-3df6-4f95-8a0e-17a98f68e53b tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Notify callbacks [] for port, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:49.172117 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-d7ce72eb-33fd-4b99-a12f-f1f1dd816d50 req-7b44038c-8380-42d1-9a09-5aa02f2c827a tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603800
May 02 03:11:49.199470 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-f1cafb16-0ce3-4233-a8c1-fad6a1c76581 req-b71d149e-3df6-4f95-8a0e-17a98f68e53b tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747865333526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-899257'] for port, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:49.214502 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:11:49.326791 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1cafb16-0ce3-4233-a8c1-fad6a1c76581 req-b71d149e-3df6-4f95-8a0e-17a98f68e53b tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Network d70f53f4-8393-4ef0-9689-68bc893f8691 is already hosted by enough agents. {{(pid=73900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:11:49.343566 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.base_scheduler [req-f1cafb16-0ce3-4233-a8c1-fad6a1c76581 req-b71d149e-3df6-4f95-8a0e-17a98f68e53b tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Resources bound (agent type, host, resource id):  {{(pid=73900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:11:49.349776 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1cafb16-0ce3-4233-a8c1-fad6a1c76581 req-b71d149e-3df6-4f95-8a0e-17a98f68e53b tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Received port after_create {{(pid=73900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 02 03:11:49.392813 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71d149e-3df6-4f95-8a0e-17a98f68e53b tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Pushing event updated for resources: {'Port': ['ID=069e3ee7-bdc7-4e02-be8a-4879c53906c5,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:11:49.402199 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-b71d149e-3df6-4f95-8a0e-17a98f68e53b tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:11:49.445168 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e5688-71b5-4813-9722-061ebd260367 req-9a93b088-4bb0-4a0d-9c7c-12692a98a969 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:49.459073 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-7e5e5688-71b5-4813-9722-061ebd260367 req-9a93b088-4bb0-4a0d-9c7c-12692a98a969 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.1765597
May 02 03:11:49.474254 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cafb16-0ce3-4233-a8c1-fad6a1c76581 req-b71d149e-3df6-4f95-8a0e-17a98f68e53b tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:49.475824 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-f1cafb16-0ce3-4233-a8c1-fad6a1c76581 req-b71d149e-3df6-4f95-8a0e-17a98f68e53b tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for port, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:49.544452 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-f1cafb16-0ce3-4233-a8c1-fad6a1c76581 req-b71d149e-3df6-4f95-8a0e-17a98f68e53b tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2892568
May 02 03:11:49.552029 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-7e5e5688-71b5-4813-9722-061ebd260367 req-2137cd4e-cc3c-481e-9dd9-c75b2223c952 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840497
May 02 03:11:49.780368 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0c77b-c7ae-470d-88fa-6b2921ab2e73 req-367687be-115d-408d-86dd-dc6b3c417fb5 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:49.783510 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e3d0c77b-c7ae-470d-88fa-6b2921ab2e73 req-367687be-115d-408d-86dd-dc6b3c417fb5 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bb2b1a2-4049-485d-94da-2824dd0b1e28 HTTP/1.1" status: 200  len: 931 time: 0.1137700
May 02 03:11:49.835193 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e3d0c77b-c7ae-470d-88fa-6b2921ab2e73 req-85f24111-cf55-45ac-b06b-f8f2d5f0c256 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c7e2b0c-ed75-4cb6-90bd-b78db1882cdb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453730
May 02 03:11:50.416393 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8fc1d-354e-412f-a72d-3885e4e30744 req-154ab717-9a51-4e7b-8617-bf2191891431 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:50.418975 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a3c8fc1d-354e-412f-a72d-3885e4e30744 req-154ab717-9a51-4e7b-8617-bf2191891431 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=516acf44-7b1c-4ebf-b689-28537f7a0de5 HTTP/1.1" status: 200  len: 945 time: 0.1133530
May 02 03:11:50.484951 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a3c8fc1d-354e-412f-a72d-3885e4e30744 req-9c9924a4-b1ac-4ca1-a44d-280564d3c83d tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582845
May 02 03:11:50.634484 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 46626) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:11:50.818365 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-ac7a5664-8187-4138-abe4-89437ea411c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:50.841040 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-ac7a5664-8187-4138-abe4-89437ea411c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:11:50.852571 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-ac7a5664-8187-4138-abe4-89437ea411c6 admin admin] Usage tracker for resource:security_group_rule and tenant:93dfd32102a6438bb89b6dba03791741 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:11:50.858560 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-ac7a5664-8187-4138-abe4-89437ea411c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:11:50.867459 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-ac7a5664-8187-4138-abe4-89437ea411c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:11:50.891054 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de317ac-ddaf-4997-9853-e875a933ce28 req-e6d7ecaf-91ef-4510-a0f8-3975e59b6d3a tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:50.893506 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9de317ac-ddaf-4997-9853-e875a933ce28 req-e6d7ecaf-91ef-4510-a0f8-3975e59b6d3a tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.1663003
May 02 03:11:50.972161 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9de317ac-ddaf-4997-9853-e875a933ce28 req-567e58f3-461b-4f82-8ed6-6a38fc4db3d8 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713096
May 02 03:11:51.134882 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-ac7a5664-8187-4138-abe4-89437ea411c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:51.144454 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-ac7a5664-8187-4138-abe4-89437ea411c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:51.164427 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-c6c0f1da-e516-4cba-9406-c5e0adc987fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:11:51.266093 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-ac7a5664-8187-4138-abe4-89437ea411c6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=93dfd32102a6438bb89b6dba03791741&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6301532
May 02 03:11:51.269579 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 46638) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:11:51.272157 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7a5664-8187-4138-abe4-89437ea411c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2559ed1c-b239-4562-bc2c-60d4c14d918e,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:11:51.279505 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-ac7a5664-8187-4138-abe4-89437ea411c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:11:51.309983 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf63b8-9aa2-48c5-8338-d1cedfd4c67a req-248e7021-a172-4c62-aca3-5d08e2845923 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:51.312730 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-caaf63b8-9aa2-48c5-8338-d1cedfd4c67a req-248e7021-a172-4c62-aca3-5d08e2845923 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bb2b1a2-4049-485d-94da-2824dd0b1e28 HTTP/1.1" status: 200  len: 931 time: 0.2718236
May 02 03:11:51.379573 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-caaf63b8-9aa2-48c5-8338-d1cedfd4c67a req-b4f9bf40-5e62-4771-9e78-eea4b2bd8dd7 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c7e2b0c-ed75-4cb6-90bd-b78db1882cdb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552034
May 02 03:11:51.397709 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-0aa9602c-bf54-4101-8eea-aa12105623a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:51.434654 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-0aa9602c-bf54-4101-8eea-aa12105623a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:51.507677 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-0aa9602c-bf54-4101-8eea-aa12105623a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:51.512383 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-2fabe057-88ae-4d6e-9bea-697a20a4bcef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:11:51.529974 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa9602c-bf54-4101-8eea-aa12105623a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2559ed1c-b239-4562-bc2c-60d4c14d918e,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:11:51.532635 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-0aa9602c-bf54-4101-8eea-aa12105623a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:11:51.538704 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-0aa9602c-bf54-4101-8eea-aa12105623a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:51.542656 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-0aa9602c-bf54-4101-8eea-aa12105623a9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2559ed1c-b239-4562-bc2c-60d4c14d918e HTTP/1.1" status: 204  len: 168 time: 0.2684150
May 02 03:11:51.770179 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e44cc6-ee1b-4114-a1be-2e5f1dc1db19 req-c2284e7a-18e4-43e2-ab1a-a6488433d5a8 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:51.772753 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-71e44cc6-ee1b-4114-a1be-2e5f1dc1db19 req-c2284e7a-18e4-43e2-ab1a-a6488433d5a8 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=516acf44-7b1c-4ebf-b689-28537f7a0de5 HTTP/1.1" status: 200  len: 945 time: 0.1124866
May 02 03:11:51.855980 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-71e44cc6-ee1b-4114-a1be-2e5f1dc1db19 req-163a09d5-57fa-4dde-b20b-c136a3886ff0 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769873
May 02 03:11:52.037605 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 46654) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:11:52.068992 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-dac48cb9-2fcf-49e7-85a4-6a57a2e79c88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:52.097547 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [req-f1cafb16-0ce3-4233-a8c1-fad6a1c76581 req-62c4020f-fef9-471b-b5aa-54111ceb185a service neutron] Request body: {'port': {'device_id': '0bb2b1a2-4049-485d-94da-2824dd0b1e28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78907'}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:11:52.140922 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-dac48cb9-2fcf-49e7-85a4-6a57a2e79c88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:11:52.149513 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-dac48cb9-2fcf-49e7-85a4-6a57a2e79c88 admin admin] Usage tracker for resource:security_group_rule and tenant:2667666dae1b4aa0b4b42b568f85be82 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:11:52.158866 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-dac48cb9-2fcf-49e7-85a4-6a57a2e79c88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:11:52.166069 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-dac48cb9-2fcf-49e7-85a4-6a57a2e79c88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:11:52.299086 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-f1cafb16-0ce3-4233-a8c1-fad6a1c76581 req-62c4020f-fef9-471b-b5aa-54111ceb185a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:52.333069 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b515376-fbfd-4107-be23-aa401c82405c req-d1b78cc3-99c8-480d-b920-647308c72ed3 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:52.334688 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-6b515376-fbfd-4107-be23-aa401c82405c req-d1b78cc3-99c8-480d-b920-647308c72ed3 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.1472387
May 02 03:11:52.370657 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-dac48cb9-2fcf-49e7-85a4-6a57a2e79c88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:52.378221 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-dac48cb9-2fcf-49e7-85a4-6a57a2e79c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:52.387071 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-de4a2893-0c0d-42b4-8061-b226e643c0f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:11:52.396005 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-6b515376-fbfd-4107-be23-aa401c82405c req-d5262986-d80a-4fd2-840e-4275773d2f0c tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553508
May 02 03:11:52.451640 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-dac48cb9-2fcf-49e7-85a4-6a57a2e79c88 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2667666dae1b4aa0b4b42b568f85be82&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4122517
May 02 03:11:52.456806 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 46664) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:11:52.548672 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-ed072c7e-9228-441b-a21b-ad2a3876933c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:52.591894 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-ed072c7e-9228-441b-a21b-ad2a3876933c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:52.606643 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac48cb9-2fcf-49e7-85a4-6a57a2e79c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942bbabf-59f7-4717-a2ef-123968175b0b,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:11:52.615932 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-dac48cb9-2fcf-49e7-85a4-6a57a2e79c88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:11:52.815181 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-ed072c7e-9228-441b-a21b-ad2a3876933c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:52.842630 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f5236-c4a8-472e-a107-823572862953 req-6574224c-c699-46b6-8501-20ae7850ce63 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:52.856323 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-137f5236-c4a8-472e-a107-823572862953 req-6574224c-c699-46b6-8501-20ae7850ce63 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bb2b1a2-4049-485d-94da-2824dd0b1e28 HTTP/1.1" status: 200  len: 931 time: 0.2516601
May 02 03:11:52.866050 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-42483ecf-f7ae-4dcd-bdf8-19034507cca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:11:52.964252 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.notifiers.nova [req-f1cafb16-0ce3-4233-a8c1-fad6a1c76581 req-62c4020f-fef9-471b-b5aa-54111ceb185a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 069e3ee7-bdc7-4e02-be8a-4879c53906c5 {{(pid=73900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 02 03:11:52.973393 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed072c7e-9228-441b-a21b-ad2a3876933c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942bbabf-59f7-4717-a2ef-123968175b0b,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:11:52.980539 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-f1cafb16-0ce3-4233-a8c1-fad6a1c76581 req-62c4020f-fef9-471b-b5aa-54111ceb185a service neutron] Notify callbacks [] for port, precommit_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:53.000283 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-ed072c7e-9228-441b-a21b-ad2a3876933c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:11:53.015090 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-ed072c7e-9228-441b-a21b-ad2a3876933c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:53.018466 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.provisioning_blocks [req-f1cafb16-0ce3-4233-a8c1-fad6a1c76581 req-62c4020f-fef9-471b-b5aa-54111ceb185a service neutron] Transition to ACTIVE for port object 069e3ee7-bdc7-4e02-be8a-4879c53906c5 will not be triggered until provisioned by entity L2. {{(pid=73900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:11:53.020410 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-ed072c7e-9228-441b-a21b-ad2a3876933c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/942bbabf-59f7-4717-a2ef-123968175b0b HTTP/1.1" status: 204  len: 168 time: 0.5621901
May 02 03:11:53.044292 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-f1cafb16-0ce3-4233-a8c1-fad6a1c76581 req-62c4020f-fef9-471b-b5aa-54111ceb185a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-899214'] for port, after_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:53.064189 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:11:53.079132 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-137f5236-c4a8-472e-a107-823572862953 req-bba1a3be-75ec-4021-93ee-322413f8d80d tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c7e2b0c-ed75-4cb6-90bd-b78db1882cdb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2210402
May 02 03:11:53.261462 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6020578-6f11-4e11-a29d-58933863ea49 req-7b34d1e7-242f-46d1-bec0-9c7bdb022ca5 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:53.263620 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e6020578-6f11-4e11-a29d-58933863ea49 req-7b34d1e7-242f-46d1-bec0-9c7bdb022ca5 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=516acf44-7b1c-4ebf-b689-28537f7a0de5 HTTP/1.1" status: 200  len: 945 time: 0.1243284
May 02 03:11:53.283181 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c4020f-fef9-471b-b5aa-54111ceb185a service neutron] Pushing event updated for resources: {'Port': ['ID=069e3ee7-bdc7-4e02-be8a-4879c53906c5,revision_number=2']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:11:53.316072 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-62c4020f-fef9-471b-b5aa-54111ceb185a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:11:53.361658 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e6020578-6f11-4e11-a29d-58933863ea49 req-5384c0a4-e259-4372-96f6-da59864ecacc tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0920367
May 02 03:11:53.399728 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [req-f1cafb16-0ce3-4233-a8c1-fad6a1c76581 req-62c4020f-fef9-471b-b5aa-54111ceb185a service neutron] Attempting to bind port 069e3ee7-bdc7-4e02-be8a-4879c53906c5 on host hv-cinder-78907 for vnic_type normal with profile  {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 02 03:11:53.400660 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [req-f1cafb16-0ce3-4233-a8c1-fad6a1c76581 req-62c4020f-fef9-471b-b5aa-54111ceb185a service neutron] Attempting to bind port 069e3ee7-bdc7-4e02-be8a-4879c53906c5 by drivers openvswitch,hyperv on host hv-cinder-78907 at level 0 using segments [{'id': 'c48f9021-9e8b-4e4e-86cb-19e248bbd74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd70f53f4-8393-4ef0-9689-68bc893f8691'}] {{(pid=73900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 02 03:11:53.401020 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cafb16-0ce3-4233-a8c1-fad6a1c76581 req-62c4020f-fef9-471b-b5aa-54111ceb185a service neutron] Attempting to bind port 069e3ee7-bdc7-4e02-be8a-4879c53906c5 on network d70f53f4-8393-4ef0-9689-68bc893f8691 {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:11:53.412297 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cafb16-0ce3-4233-a8c1-fad6a1c76581 req-62c4020f-fef9-471b-b5aa-54111ceb185a service neutron] Port 069e3ee7-bdc7-4e02-be8a-4879c53906c5 on network d70f53f4-8393-4ef0-9689-68bc893f8691 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78907 {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 02 03:11:53.412437 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cafb16-0ce3-4233-a8c1-fad6a1c76581 req-62c4020f-fef9-471b-b5aa-54111ceb185a service neutron] Attempting to bind port 069e3ee7-bdc7-4e02-be8a-4879c53906c5 on network d70f53f4-8393-4ef0-9689-68bc893f8691 {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:11:53.419035 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cafb16-0ce3-4233-a8c1-fad6a1c76581 req-62c4020f-fef9-471b-b5aa-54111ceb185a service neutron] Checking agent: {'id': '8531ff9a-0c75-4a44-9da7-2507d2e05f16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 8, 9), 'started_at': datetime.datetime(2021, 5, 2, 3, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 02 03:11:53.419358 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cafb16-0ce3-4233-a8c1-fad6a1c76581 req-62c4020f-fef9-471b-b5aa-54111ceb185a service neutron] Checking segment: {'id': 'c48f9021-9e8b-4e4e-86cb-19e248bbd74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd70f53f4-8393-4ef0-9689-68bc893f8691'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:11:53.419737 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cafb16-0ce3-4233-a8c1-fad6a1c76581 req-62c4020f-fef9-471b-b5aa-54111ceb185a service neutron] Bound using segment: {'id': 'c48f9021-9e8b-4e4e-86cb-19e248bbd74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd70f53f4-8393-4ef0-9689-68bc893f8691'} {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 02 03:11:53.420174 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [req-f1cafb16-0ce3-4233-a8c1-fad6a1c76581 req-62c4020f-fef9-471b-b5aa-54111ceb185a service neutron] Bound port: 069e3ee7-bdc7-4e02-be8a-4879c53906c5, host: hv-cinder-78907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c48f9021-9e8b-4e4e-86cb-19e248bbd74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd70f53f4-8393-4ef0-9689-68bc893f8691'}}] {{(pid=73900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 02 03:11:53.420663 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-f1cafb16-0ce3-4233-a8c1-fad6a1c76581 req-62c4020f-fef9-471b-b5aa-54111ceb185a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:53.549158 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [req-f1cafb16-0ce3-4233-a8c1-fad6a1c76581 req-62c4020f-fef9-471b-b5aa-54111ceb185a service neutron] For port 069e3ee7-bdc7-4e02-be8a-4879c53906c5, host hv-cinder-78907, cleared binding levels {{(pid=73900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 02 03:11:53.554011 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [req-f1cafb16-0ce3-4233-a8c1-fad6a1c76581 req-62c4020f-fef9-471b-b5aa-54111ceb185a service neutron] For port 069e3ee7-bdc7-4e02-be8a-4879c53906c5, host hv-cinder-78907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=069e3ee7-bdc7-4e02-be8a-4879c53906c5,segment=NetworkSegment(c48f9021-9e8b-4e4e-86cb-19e248bbd74b),segment_id=c48f9021-9e8b-4e4e-86cb-19e248bbd74b)] {{(pid=73900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 02 03:11:53.561289 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-f1cafb16-0ce3-4233-a8c1-fad6a1c76581 req-62c4020f-fef9-471b-b5aa-54111ceb185a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-899214'] for port, after_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:53.570266 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:11:53.646024 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cafb16-0ce3-4233-a8c1-fad6a1c76581 req-62c4020f-fef9-471b-b5aa-54111ceb185a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:53.646676 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-f1cafb16-0ce3-4233-a8c1-fad6a1c76581 req-62c4020f-fef9-471b-b5aa-54111ceb185a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for port, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:53.648212 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-f1cafb16-0ce3-4233-a8c1-fad6a1c76581 req-62c4020f-fef9-471b-b5aa-54111ceb185a service neutron] 10.222.0.37 "PUT /v2.0/ports/069e3ee7-bdc7-4e02-be8a-4879c53906c5 HTTP/1.1" status: 200  len: 1093 time: 1.5593224
May 02 03:11:53.667443 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bb2b1a2-4049-485d-94da-2824dd0b1e28', 'tag': '069e3ee7-bdc7-4e02-be8a-4879c53906c5'}] {{(pid=73900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:11:53.771026 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bb2b1a2-4049-485d-94da-2824dd0b1e28', 'tag': '069e3ee7-bdc7-4e02-be8a-4879c53906c5', 'status': 'completed', 'code': 200}
May 02 03:11:53.801790 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c4020f-fef9-471b-b5aa-54111ceb185a service neutron] Pushing event updated for resources: {'Port': ['ID=069e3ee7-bdc7-4e02-be8a-4879c53906c5,revision_number=3']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:11:53.812181 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-62c4020f-fef9-471b-b5aa-54111ceb185a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:11:53.845025 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cafb16-0ce3-4233-a8c1-fad6a1c76581 req-7e11f074-7b41-41fd-8cbd-1b881aef88be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:53.847109 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-f1cafb16-0ce3-4233-a8c1-fad6a1c76581 req-7e11f074-7b41-41fd-8cbd-1b881aef88be service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d2e7d1d1d2ec4eb6981c3b80bacb92b7&device_id=0bb2b1a2-4049-485d-94da-2824dd0b1e28 HTTP/1.1" status: 200  len: 1096 time: 0.1270423
May 02 03:11:53.894990 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4731254-3132-457c-808f-18b57a731f7b req-cfc972de-42ca-4a43-b62c-bb67d3d88f46 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:53.903015 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c4731254-3132-457c-808f-18b57a731f7b req-cfc972de-42ca-4a43-b62c-bb67d3d88f46 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.3238156
May 02 03:11:53.977589 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c4731254-3132-457c-808f-18b57a731f7b req-ed4416bc-7349-44d1-9a9c-6e0317f6ff78 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733445
May 02 03:11:53.982364 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-f1cafb16-0ce3-4233-a8c1-fad6a1c76581 req-d06345bf-1c52-44ee-9db4-c5d1092f42a7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=069e3ee7-bdc7-4e02-be8a-4879c53906c5 HTTP/1.1" status: 200  len: 217 time: 0.1260200
May 02 03:11:54.071704 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cafb16-0ce3-4233-a8c1-fad6a1c76581 req-1e7cdd1b-ad12-40b5-91e5-9cc1aa1c414d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:54.073944 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-f1cafb16-0ce3-4233-a8c1-fad6a1c76581 req-1e7cdd1b-ad12-40b5-91e5-9cc1aa1c414d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8f00841f-d2e0-49c5-8de9-22776b72776b HTTP/1.1" status: 200  len: 849 time: 0.0820501
May 02 03:11:54.086366 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device b83e037a-920e-4a21-9f7e-ae186ce17e2d up at agent hyperv_hv-cinder-78907 {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:11:54.181337 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-f1cafb16-0ce3-4233-a8c1-fad6a1c76581 req-d72bcfd5-e88d-4cc5-82a6-e0396793ef62 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d70f53f4-8393-4ef0-9689-68bc893f8691&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0985827
May 02 03:11:54.357533 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Provisioning for port b83e037a-920e-4a21-9f7e-ae186ce17e2d completed by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:11:54.400190 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Provisioning complete for port b83e037a-920e-4a21-9f7e-ae186ce17e2d triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:11:54.400190 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:54.403948 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a389e-fee5-4d66-94c5-be185b091ccc req-780cb539-3d11-468b-b7f0-bae2e81f7f49 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:54.412153 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-8e6a389e-fee5-4d66-94c5-be185b091ccc req-780cb539-3d11-468b-b7f0-bae2e81f7f49 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bb2b1a2-4049-485d-94da-2824dd0b1e28 HTTP/1.1" status: 200  len: 943 time: 0.1279714
May 02 03:11:54.529555 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-8e6a389e-fee5-4d66-94c5-be185b091ccc req-fecb26f5-7d40-4b2b-9b92-f5f9ce420bb1 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c7e2b0c-ed75-4cb6-90bd-b78db1882cdb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1139226
May 02 03:11:54.541981 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-f1cafb16-0ce3-4233-a8c1-fad6a1c76581 req-f6f2163f-366a-405f-9d1a-025ca0f7753a service neutron] 10.222.0.37 "GET /v2.0/networks/d70f53f4-8393-4ef0-9689-68bc893f8691?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3385420
May 02 03:11:54.814758 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:54.910267 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '516acf44-7b1c-4ebf-b689-28537f7a0de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b83e037a-920e-4a21-9f7e-ae186ce17e2d'}] {{(pid=73902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:11:54.927916 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port b83e037a-920e-4a21-9f7e-ae186ce17e2d, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=b83e037a-920e-4a21-9f7e-ae186ce17e2d,segment=NetworkSegment(b30497ce-e2ee-43bf-863e-b0adb6c70caf),segment_id=b30497ce-e2ee-43bf-863e-b0adb6c70caf)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:11:54.941917 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:54.947123 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:11:55.002455 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21697ffc-9afb-4dc5-9d0b-b7b1475208a0 req-f830b7b1-569c-4c57-9806-796c0df1ebe2 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:55.007455 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-f1cafb16-0ce3-4233-a8c1-fad6a1c76581 req-73ce53ca-92bd-49b3-abc4-d11d5f9e6481 service neutron] 10.222.0.37 "GET /v2.0/networks/d70f53f4-8393-4ef0-9689-68bc893f8691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4572275
May 02 03:11:55.008855 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-21697ffc-9afb-4dc5-9d0b-b7b1475208a0 req-f830b7b1-569c-4c57-9806-796c0df1ebe2 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=516acf44-7b1c-4ebf-b689-28537f7a0de5 HTTP/1.1" status: 200  len: 945 time: 0.2733798
May 02 03:11:55.115161 dv-cinder-789077-1-iscsi neutron-server[73902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '516acf44-7b1c-4ebf-b689-28537f7a0de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b83e037a-920e-4a21-9f7e-ae186ce17e2d', 'code': 200}
May 02 03:11:55.135775 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Pushing event updated for resources: {'Port': ['ID=b83e037a-920e-4a21-9f7e-ae186ce17e2d,revision_number=5']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:11:55.146550 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:11:55.147285 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:11:55.147836 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:11:55.148411 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:11:55.148960 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:11:55.149650 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:11:55.150240 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:11:55.150951 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:11:55.151506 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:11:55.152068 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:11:55.152698 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:11:55.153469 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:11:55.179382 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:11:55.310713 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21fc5f-896a-45cb-814f-ef308ae97a66 req-0ca72f0d-3a0b-41f8-923f-685ee129b650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:55.312311 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-1f21fc5f-896a-45cb-814f-ef308ae97a66 req-0ca72f0d-3a0b-41f8-923f-685ee129b650 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d2e7d1d1d2ec4eb6981c3b80bacb92b7&device_id=0bb2b1a2-4049-485d-94da-2824dd0b1e28 HTTP/1.1" status: 200  len: 1096 time: 0.1868451
May 02 03:11:55.394328 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-21697ffc-9afb-4dc5-9d0b-b7b1475208a0 req-909841d6-8a06-46d8-abc7-7d495cf35019 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3773715
May 02 03:11:55.604957 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21fc5f-896a-45cb-814f-ef308ae97a66 req-4973a9c9-f6dd-4478-9897-fc9d23d64393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:55.606517 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-1f21fc5f-896a-45cb-814f-ef308ae97a66 req-4973a9c9-f6dd-4478-9897-fc9d23d64393 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d70f53f4-8393-4ef0-9689-68bc893f8691 HTTP/1.1" status: 200  len: 910 time: 0.2863257
May 02 03:11:55.820097 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b5c0e-247b-4e61-8c5c-6ff22054062e req-6f687504-633f-441b-8519-55ed059bb8ec tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:55.842054 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-659b5c0e-247b-4e61-8c5c-6ff22054062e req-6f687504-633f-441b-8519-55ed059bb8ec tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.2542956
May 02 03:11:55.983576 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-659b5c0e-247b-4e61-8c5c-6ff22054062e req-6b79d325-2a24-46b1-97a9-a4d766669c70 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1383646
May 02 03:11:56.134272 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c0521-dc55-4652-850d-01af249fd06a req-ecba717c-0f5b-474a-8142-596d69720bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:56.146287 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-d32c0521-dc55-4652-850d-01af249fd06a req-ecba717c-0f5b-474a-8142-596d69720bd6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=516acf44-7b1c-4ebf-b689-28537f7a0de5 HTTP/1.1" status: 200  len: 1099 time: 0.7042818
May 02 03:11:56.238476 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-1f21fc5f-896a-45cb-814f-ef308ae97a66 req-ec4c231c-471f-4848-bda9-14a04e56c588 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=069e3ee7-bdc7-4e02-be8a-4879c53906c5 HTTP/1.1" status: 200  len: 217 time: 0.6163807
May 02 03:11:56.288824 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9211b4b6-08b1-4274-b3fa-61ccf67de42e req-716713a3-2498-4942-aaa9-bff85d267b33 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:56.300480 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9211b4b6-08b1-4274-b3fa-61ccf67de42e req-716713a3-2498-4942-aaa9-bff85d267b33 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bb2b1a2-4049-485d-94da-2824dd0b1e28 HTTP/1.1" status: 200  len: 943 time: 0.3152602
May 02 03:11:56.338675 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-d32c0521-dc55-4652-850d-01af249fd06a req-cb0dff66-c388-4fdc-b022-a0be17fd5ef3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1805708
May 02 03:11:56.350982 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21fc5f-896a-45cb-814f-ef308ae97a66 req-a79a6f05-835e-49fa-a5e9-09d9c371654a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:56.352764 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-1f21fc5f-896a-45cb-814f-ef308ae97a66 req-a79a6f05-835e-49fa-a5e9-09d9c371654a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8f00841f-d2e0-49c5-8de9-22776b72776b HTTP/1.1" status: 200  len: 849 time: 0.0970013
May 02 03:11:56.511326 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9211b4b6-08b1-4274-b3fa-61ccf67de42e req-a4a261a0-3faf-42ef-bda6-f0771566f3a4 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c7e2b0c-ed75-4cb6-90bd-b78db1882cdb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2085493
May 02 03:11:56.616982 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-1f21fc5f-896a-45cb-814f-ef308ae97a66 req-a149c1e5-b282-47e8-bc6f-55d95d31b31a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d70f53f4-8393-4ef0-9689-68bc893f8691&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1995707
May 02 03:11:56.866394 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-1f21fc5f-896a-45cb-814f-ef308ae97a66 req-5118fe59-e3ce-4184-948f-db02cf820e64 service neutron] 10.222.0.37 "GET /v2.0/networks/d70f53f4-8393-4ef0-9689-68bc893f8691?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2411633
May 02 03:11:56.913640 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1fab2-1693-48db-95f9-36b9871461d8 req-80595fac-b4d0-4301-8035-e96addee1c75 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:56.916739 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-50e1fab2-1693-48db-95f9-36b9871461d8 req-80595fac-b4d0-4301-8035-e96addee1c75 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=516acf44-7b1c-4ebf-b689-28537f7a0de5 HTTP/1.1" status: 200  len: 946 time: 0.2084100
May 02 03:11:57.004407 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-50e1fab2-1693-48db-95f9-36b9871461d8 req-fc7879a5-f3d9-487e-9251-9e267debde12 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795798
May 02 03:11:57.082966 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-1f21fc5f-896a-45cb-814f-ef308ae97a66 req-6bfd1713-b81a-4c29-bb69-be3502b6fb64 service neutron] 10.222.0.37 "GET /v2.0/networks/d70f53f4-8393-4ef0-9689-68bc893f8691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2086875
May 02 03:11:57.326490 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7213c8-fda8-43f3-bdd2-50cb183cc27c req-d7225aed-8bc9-4dc9-a1a1-b70c8dd76d28 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:57.342958 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-0b7213c8-fda8-43f3-bdd2-50cb183cc27c req-d7225aed-8bc9-4dc9-a1a1-b70c8dd76d28 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.1552343
May 02 03:11:57.443707 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-0b7213c8-fda8-43f3-bdd2-50cb183cc27c req-d3a774eb-b44c-411d-85a8-e7ef34baf609 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0967090
May 02 03:11:58.026054 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340ff51-b987-4d59-a136-9f45c1ef1a29 req-0d096401-1512-4efe-853d-a565f3f9206e tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:58.052178 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c340ff51-b987-4d59-a136-9f45c1ef1a29 req-0d096401-1512-4efe-853d-a565f3f9206e tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bb2b1a2-4049-485d-94da-2824dd0b1e28 HTTP/1.1" status: 200  len: 943 time: 0.2180362
May 02 03:11:58.101433 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device 069e3ee7-bdc7-4e02-be8a-4879c53906c5 details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=73902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 02 03:11:58.166240 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c340ff51-b987-4d59-a136-9f45c1ef1a29 req-8489dd22-e2da-4405-afed-0716a98f6785 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c7e2b0c-ed75-4cb6-90bd-b78db1882cdb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1104538
May 02 03:11:58.351232 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port 069e3ee7-bdc7-4e02-be8a-4879c53906c5, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=069e3ee7-bdc7-4e02-be8a-4879c53906c5,segment=NetworkSegment(c48f9021-9e8b-4e4e-86cb-19e248bbd74b),segment_id=c48f9021-9e8b-4e4e-86cb-19e248bbd74b)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:11:58.381191 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Returning: {'device': '069e3ee7-bdc7-4e02-be8a-4879c53906c5', 'network_id': 'd70f53f4-8393-4ef0-9689-68bc893f8691', 'port_id': '069e3ee7-bdc7-4e02-be8a-4879c53906c5', 'mac_address': 'fa:16:3e:76:99:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f00841f-d2e0-49c5-8de9-22776b72776b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 02 03:11:58.398173 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d8133-a484-44ea-a7c5-ff27966b9019 req-080f6e96-9732-48d1-ba6a-661a2f2f3335 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:58.399930 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-ba5d8133-a484-44ea-a7c5-ff27966b9019 req-080f6e96-9732-48d1-ba6a-661a2f2f3335 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=516acf44-7b1c-4ebf-b689-28537f7a0de5 HTTP/1.1" status: 200  len: 946 time: 0.1226804
May 02 03:11:58.460053 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-ba5d8133-a484-44ea-a7c5-ff27966b9019 req-9b94842a-4e9f-4f25-b6af-5a1cc8946014 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538695
May 02 03:11:58.502177 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:58.541939 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.notifiers.nova [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 069e3ee7-bdc7-4e02-be8a-4879c53906c5 {{(pid=73902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 02 03:11:58.570074 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port 069e3ee7-bdc7-4e02-be8a-4879c53906c5, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=069e3ee7-bdc7-4e02-be8a-4879c53906c5,segment=NetworkSegment(c48f9021-9e8b-4e4e-86cb-19e248bbd74b),segment_id=c48f9021-9e8b-4e4e-86cb-19e248bbd74b)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:11:58.576076 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:11:58.580544 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:11:58.668299 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Pushing event updated for resources: {'Port': ['ID=069e3ee7-bdc7-4e02-be8a-4879c53906c5,revision_number=4']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:11:58.673548 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:11:58.971621 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7fbddb-ad89-4d67-b406-b6c9d0ac1543 req-a11ef5a1-994a-44c0-8dcf-499211279b51 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:58.975329 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4a7fbddb-ad89-4d67-b406-b6c9d0ac1543 req-a11ef5a1-994a-44c0-8dcf-499211279b51 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.2653813
May 02 03:11:58.991210 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] get_ports_and_sgs() called for port_ids ['069e3ee7-bdc7-4e02-be8a-4879c53906c5'] {{(pid=73902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 02 03:11:59.143786 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4a7fbddb-ad89-4d67-b406-b6c9d0ac1543 req-13be07f7-4efc-439d-b700-f88f08f85fa4 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1604302
May 02 03:11:59.212882 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e5e52-3e3c-4c52-819b-6719865574a0 req-f004906d-06ea-4d3b-9cc5-12add0db318d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:59.216183 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-644e5e52-3e3c-4c52-819b-6719865574a0 req-f004906d-06ea-4d3b-9cc5-12add0db318d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 1098 time: 0.2228396
May 02 03:11:59.352717 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-644e5e52-3e3c-4c52-819b-6719865574a0 req-b0742954-dae1-494a-bf0b-5b3731fc3c05 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1282051
May 02 03:11:59.506930 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4d855-7d09-42e0-ab9a-210289c525db req-51c2599c-51cb-4147-ae66-77237d6af8ec tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:11:59.508528 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9dd4d855-7d09-42e0-ab9a-210289c525db req-51c2599c-51cb-4147-ae66-77237d6af8ec tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bb2b1a2-4049-485d-94da-2824dd0b1e28 HTTP/1.1" status: 200  len: 944 time: 0.1498795
May 02 03:11:59.567439 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9dd4d855-7d09-42e0-ab9a-210289c525db req-a590fe65-aca4-4fea-a603-e3b5f772afd2 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c7e2b0c-ed75-4cb6-90bd-b78db1882cdb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477941
May 02 03:12:00.383460 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2637a6-2204-4ff4-9569-7c018fe35769 req-306a2713-bd77-474c-98ab-c028252c249f tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:00.386076 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-8f2637a6-2204-4ff4-9569-7c018fe35769 req-306a2713-bd77-474c-98ab-c028252c249f tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.1065347
May 02 03:12:00.463381 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-8f2637a6-2204-4ff4-9569-7c018fe35769 req-2fb5b984-ce9c-460a-83c7-515f0bf3ace6 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709472
May 02 03:12:00.843952 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09aa83-3a0c-4d7f-b84d-e6b08c8dfe51 req-a1b23411-d67f-418d-80ae-e3b9bd631129 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:00.845910 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4c09aa83-3a0c-4d7f-b84d-e6b08c8dfe51 req-a1b23411-d67f-418d-80ae-e3b9bd631129 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bb2b1a2-4049-485d-94da-2824dd0b1e28 HTTP/1.1" status: 200  len: 944 time: 0.1224704
May 02 03:12:00.929965 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4c09aa83-3a0c-4d7f-b84d-e6b08c8dfe51 req-7b9e2313-bc48-4cad-996a-28eb107b1aba tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c7e2b0c-ed75-4cb6-90bd-b78db1882cdb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733423
May 02 03:12:01.737875 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ccc11b-3fc1-434a-bdbd-598740d7d62c req-31e6f483-779f-4dc2-8b6f-05e98b0a0cb8 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:01.739633 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a8ccc11b-3fc1-434a-bdbd-598740d7d62c req-31e6f483-779f-4dc2-8b6f-05e98b0a0cb8 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.1301496
May 02 03:12:01.799228 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a8ccc11b-3fc1-434a-bdbd-598740d7d62c req-0e40ca0f-4233-43a8-b48b-ed982ea6be70 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491309
May 02 03:12:02.212210 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1013b6-86d1-40dd-be94-e9d7641fb669 req-265cd14b-6f66-4b54-ba30-23c4e03bd412 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:02.214109 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-dc1013b6-86d1-40dd-be94-e9d7641fb669 req-265cd14b-6f66-4b54-ba30-23c4e03bd412 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bb2b1a2-4049-485d-94da-2824dd0b1e28 HTTP/1.1" status: 200  len: 944 time: 0.1416340
May 02 03:12:02.278072 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-dc1013b6-86d1-40dd-be94-e9d7641fb669 req-b4dd73ba-afb7-4064-9228-b9ef12d6baaf tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c7e2b0c-ed75-4cb6-90bd-b78db1882cdb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567126
May 02 03:12:03.036453 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1471e-4c85-4299-83bd-2518c47e4a00 req-9b274b2d-33e9-44e2-b183-ea999deeb7ce tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:03.038382 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e1d1471e-4c85-4299-83bd-2518c47e4a00 req-9b274b2d-33e9-44e2-b183-ea999deeb7ce tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.1125612
May 02 03:12:03.114890 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e1d1471e-4c85-4299-83bd-2518c47e4a00 req-31b8ed89-efcf-447c-a092-abdac00f4bdf tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687222
May 02 03:12:03.521762 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45ad72-c271-4337-bb3a-29f7a95c1e62 req-6a2bfde1-8d11-436b-a9d3-87809199887b tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:03.523699 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-1a45ad72-c271-4337-bb3a-29f7a95c1e62 req-6a2bfde1-8d11-436b-a9d3-87809199887b tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bb2b1a2-4049-485d-94da-2824dd0b1e28 HTTP/1.1" status: 200  len: 944 time: 0.1098838
May 02 03:12:03.624344 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-1a45ad72-c271-4337-bb3a-29f7a95c1e62 req-3e92d23f-59ac-477c-a4e9-fb673b33ae0b tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c7e2b0c-ed75-4cb6-90bd-b78db1882cdb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660937
May 02 03:12:03.657974 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc4173-ffcf-4f53-a219-a80ec1a923cd req-8c2da6d3-e336-423e-abbd-b550def13c31 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:03.659571 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-5cbc4173-ffcf-4f53-a219-a80ec1a923cd req-8c2da6d3-e336-423e-abbd-b550def13c31 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 946 time: 0.1351614
May 02 03:12:03.709689 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-5cbc4173-ffcf-4f53-a219-a80ec1a923cd req-6684bd18-1df8-451e-a1ad-d1f1e988b78a tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437984
May 02 03:12:04.341760 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3c1a4-1b55-4a32-a940-c43363a9f7d2 req-6f85d8e4-f1d5-40e7-ad16-203d864c885d tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:04.343373 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e1d3c1a4-1b55-4a32-a940-c43363a9f7d2 req-6f85d8e4-f1d5-40e7-ad16-203d864c885d tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.1013319
May 02 03:12:04.404839 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e1d3c1a4-1b55-4a32-a940-c43363a9f7d2 req-d8bec1ac-29a5-4599-a679-388d40b754a5 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536876
May 02 03:12:04.955058 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb54c2c-a262-4167-9603-0bbb6a39071a req-88a8941c-e3c8-4022-a740-47c42f6a2ee5 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:04.957149 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-feb54c2c-a262-4167-9603-0bbb6a39071a req-88a8941c-e3c8-4022-a740-47c42f6a2ee5 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bb2b1a2-4049-485d-94da-2824dd0b1e28 HTTP/1.1" status: 200  len: 944 time: 0.2117403
May 02 03:12:05.016546 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f8efc-d0b3-48a5-87bd-7d370523a2a6 req-5e949495-e497-40bc-8dbb-4763e1146faf tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:05.018637 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4c2f8efc-d0b3-48a5-87bd-7d370523a2a6 req-5e949495-e497-40bc-8dbb-4763e1146faf tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 946 time: 0.1580260
May 02 03:12:05.033612 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-feb54c2c-a262-4167-9603-0bbb6a39071a req-d9ff5a76-aa17-4327-8eb8-a7a8de481bb6 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c7e2b0c-ed75-4cb6-90bd-b78db1882cdb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629327
May 02 03:12:05.051622 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-ca2d58a4-cdb1-462a-960a-b5c724fcea2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:05.106194 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4c2f8efc-d0b3-48a5-87bd-7d370523a2a6 req-a86d5cab-5dd1-4027-a2b5-22fa538e3e53 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0665398
May 02 03:12:05.698712 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb780b27-3ee9-4670-b71a-e03b3c0b5852 req-4545dbd1-78de-4933-9f6b-7d35ef0dc233 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:05.700698 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-eb780b27-3ee9-4670-b71a-e03b3c0b5852 req-4545dbd1-78de-4933-9f6b-7d35ef0dc233 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.1192842
May 02 03:12:05.751624 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-eb780b27-3ee9-4670-b71a-e03b3c0b5852 req-6609d4ad-12f6-4ac5-a7be-428d287c8e9e tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438747
May 02 03:12:06.293464 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414bfd0c-be0e-4b0d-90b3-d1620882c48b req-fd555835-9a30-4a17-817e-0485d250e007 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:06.295008 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-414bfd0c-be0e-4b0d-90b3-d1620882c48b req-fd555835-9a30-4a17-817e-0485d250e007 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bb2b1a2-4049-485d-94da-2824dd0b1e28 HTTP/1.1" status: 200  len: 944 time: 0.0984809
May 02 03:12:06.385861 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-414bfd0c-be0e-4b0d-90b3-d1620882c48b req-aeeddf62-f6b5-4a0c-aa25-2f838444bae1 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c7e2b0c-ed75-4cb6-90bd-b78db1882cdb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566490
May 02 03:12:06.418757 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ffab5-35f4-41e6-b791-33d3d3cc90f5 req-c7e04975-8e10-450c-a526-cc190f4e6d8b tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:06.420707 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-d67ffab5-35f4-41e6-b791-33d3d3cc90f5 req-c7e04975-8e10-450c-a526-cc190f4e6d8b tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 946 time: 0.1247163
May 02 03:12:06.485733 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-d67ffab5-35f4-41e6-b791-33d3d3cc90f5 req-15834121-4706-483c-8eaf-910fc114ef92 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0570154
May 02 03:12:06.697808 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:12:07.024406 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60485171-f1ce-4350-a89f-c71954cdf9e3 req-f735af10-0512-47ae-9d51-b38bd49f0cc7 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:07.026088 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-60485171-f1ce-4350-a89f-c71954cdf9e3 req-f735af10-0512-47ae-9d51-b38bd49f0cc7 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.0926766
May 02 03:12:07.083150 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-60485171-f1ce-4350-a89f-c71954cdf9e3 req-179f88c2-169f-4e2f-a386-1b6264d0f845 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493569
May 02 03:12:07.713012 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb781a0-3d7d-4fa2-adbf-3de21e6d9d58 req-973dc396-690d-4880-856e-46ef03486a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:07.714849 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-deb781a0-3d7d-4fa2-adbf-3de21e6d9d58 req-973dc396-690d-4880-856e-46ef03486a6e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c0c7970eea444c3cab1fd1c05acdf886&device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 1098 time: 0.1792784
May 02 03:12:07.728564 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:07.778853 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4305e-e683-4c96-8df0-dbf6a4f66a91 req-95977e11-925c-4e89-836b-ba4aa0575fe8 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:07.793550 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-d9b4305e-e683-4c96-8df0-dbf6a4f66a91 req-95977e11-925c-4e89-836b-ba4aa0575fe8 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bb2b1a2-4049-485d-94da-2824dd0b1e28 HTTP/1.1" status: 200  len: 944 time: 0.2010698
May 02 03:12:07.936197 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-d9b4305e-e683-4c96-8df0-dbf6a4f66a91 req-35c2c026-e496-453e-b5b0-92ce406c1a1f tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c7e2b0c-ed75-4cb6-90bd-b78db1882cdb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1361446
May 02 03:12:08.044469 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb781a0-3d7d-4fa2-adbf-3de21e6d9d58 req-c73621ea-c4c3-4f0c-8190-a636b6076e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:08.052326 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-deb781a0-3d7d-4fa2-adbf-3de21e6d9d58 req-c73621ea-c4c3-4f0c-8190-a636b6076e56 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34 HTTP/1.1" status: 200  len: 920 time: 0.3214588
May 02 03:12:08.080052 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-59523816-ff1c-40a6-8d12-60134009af62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:08.154141 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-deb781a0-3d7d-4fa2-adbf-3de21e6d9d58 req-ba17a866-1223-4360-a420-0fde28061c70 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08dc974b-7500-43e6-8dbe-573d688be584 HTTP/1.1" status: 200  len: 217 time: 0.0937176
May 02 03:12:08.285587 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb781a0-3d7d-4fa2-adbf-3de21e6d9d58 req-d5cf9e56-5400-485e-86d3-3c76e0a52fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:08.287109 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-deb781a0-3d7d-4fa2-adbf-3de21e6d9d58 req-d5cf9e56-5400-485e-86d3-3c76e0a52fc5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1b190fc7-4823-4c94-a79b-e61ea64b5302 HTTP/1.1" status: 200  len: 859 time: 0.1216266
May 02 03:12:08.332058 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be243b5-4bba-4a11-b6be-afab4b83a157 req-94fdea83-9fc3-42f1-a8cc-7799fcc1f302 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:08.335391 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-1be243b5-4bba-4a11-b6be-afab4b83a157 req-94fdea83-9fc3-42f1-a8cc-7799fcc1f302 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.1814857
May 02 03:12:08.350081 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-deb781a0-3d7d-4fa2-adbf-3de21e6d9d58 req-a074b351-f636-44dd-bb77-fed6107802b4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0538585
May 02 03:12:08.363737 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device 069e3ee7-bdc7-4e02-be8a-4879c53906c5 up at agent hyperv_hv-cinder-78907 {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:12:08.429983 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-1be243b5-4bba-4a11-b6be-afab4b83a157 req-08e21f8a-035f-4f95-9ec8-3f51d7b16f7d tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887518
May 02 03:12:08.509808 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Provisioning for port 069e3ee7-bdc7-4e02-be8a-4879c53906c5 completed by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:12:08.521962 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Provisioning complete for port 069e3ee7-bdc7-4e02-be8a-4879c53906c5 triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:12:08.522401 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:08.628350 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-deb781a0-3d7d-4fa2-adbf-3de21e6d9d58 req-1c770b79-16a3-485e-86a1-bb2a988a2780 service neutron] 10.222.0.37 "GET /v2.0/networks/ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2550268
May 02 03:12:08.741672 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3802a-dded-4de4-af74-cea35bc995eb req-a8d64669-83dd-4603-bc68-2bbaf49bc605 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:08.747955 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-47d3802a-dded-4de4-af74-cea35bc995eb req-a8d64669-83dd-4603-bc68-2bbaf49bc605 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 946 time: 0.1621795
May 02 03:12:08.794025 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:08.871472 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bb2b1a2-4049-485d-94da-2824dd0b1e28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069e3ee7-bdc7-4e02-be8a-4879c53906c5'}] {{(pid=73902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:12:08.906157 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-47d3802a-dded-4de4-af74-cea35bc995eb req-67cd7da1-0dfd-4c27-b2d5-951ae0f517a4 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1518590
May 02 03:12:08.916862 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port 069e3ee7-bdc7-4e02-be8a-4879c53906c5, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=069e3ee7-bdc7-4e02-be8a-4879c53906c5,segment=NetworkSegment(c48f9021-9e8b-4e4e-86cb-19e248bbd74b),segment_id=c48f9021-9e8b-4e4e-86cb-19e248bbd74b)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:12:08.925756 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:08.931963 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-64ddc1ce-7211-4a19-9bca-27ef0c249f0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:12:09.165551 dv-cinder-789077-1-iscsi neutron-server[73902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bb2b1a2-4049-485d-94da-2824dd0b1e28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069e3ee7-bdc7-4e02-be8a-4879c53906c5', 'code': 200}
May 02 03:12:09.168619 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Pushing event updated for resources: {'Port': ['ID=069e3ee7-bdc7-4e02-be8a-4879c53906c5,revision_number=5']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:12:09.174881 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:12:09.190086 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:09.224621 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-deb781a0-3d7d-4fa2-adbf-3de21e6d9d58 req-b40a3898-53f5-4870-a58a-3a5fb6dbcbe3 service neutron] 10.222.0.37 "GET /v2.0/networks/ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4948459
May 02 03:12:09.281173 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73cf5d3-39ee-490a-8535-86cd457a41e6 req-0110fba7-64d5-4223-9e1d-8e8123a9d586 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:09.283905 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c73cf5d3-39ee-490a-8535-86cd457a41e6 req-0110fba7-64d5-4223-9e1d-8e8123a9d586 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bb2b1a2-4049-485d-94da-2824dd0b1e28 HTTP/1.1" status: 200  len: 945 time: 0.1162174
May 02 03:12:09.336465 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c73cf5d3-39ee-490a-8535-86cd457a41e6 req-f4c90890-a304-47ab-a1dc-526c461d47c5 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c7e2b0c-ed75-4cb6-90bd-b78db1882cdb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461211
May 02 03:12:09.652403 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15700f7-fd55-4090-9733-a2735dd8523e req-469194f1-02c3-43a6-ae22-26022dec1c07 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:09.654271 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e15700f7-fd55-4090-9733-a2735dd8523e req-469194f1-02c3-43a6-ae22-26022dec1c07 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.0876393
May 02 03:12:09.733047 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e15700f7-fd55-4090-9733-a2735dd8523e req-6da42c4a-4e67-4229-9846-c118e392927c tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672553
May 02 03:12:10.136441 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d789a-7754-474f-a0e5-26433405fe82 req-7e1552b6-d245-4b62-9387-b6ed6bb4979e tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:10.138570 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-349d789a-7754-474f-a0e5-26433405fe82 req-7e1552b6-d245-4b62-9387-b6ed6bb4979e tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 946 time: 0.1031499
May 02 03:12:10.213390 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-349d789a-7754-474f-a0e5-26433405fe82 req-1c5a79a1-c31a-4023-a599-21e18d8a4f90 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0641861
May 02 03:12:10.564630 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7d23c-0350-48f9-beeb-a2274b50bb50 req-38c5cf98-4e44-4fee-ad18-fb56ae510288 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:10.566357 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-83e7d23c-0350-48f9-beeb-a2274b50bb50 req-38c5cf98-4e44-4fee-ad18-fb56ae510288 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bb2b1a2-4049-485d-94da-2824dd0b1e28 HTTP/1.1" status: 200  len: 945 time: 0.0995548
May 02 03:12:10.620186 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-83e7d23c-0350-48f9-beeb-a2274b50bb50 req-5c7d0475-10c3-40fa-a27b-241364bd3062 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c7e2b0c-ed75-4cb6-90bd-b78db1882cdb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477371
May 02 03:12:10.725774 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:10.921324 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:10.962572 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a806ae-3bea-4fe2-8ddd-00aa37852ef2 req-f8032383-652d-4a60-8631-e0a5704b7460 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:10.964387 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-f3a806ae-3bea-4fe2-8ddd-00aa37852ef2 req-f8032383-652d-4a60-8631-e0a5704b7460 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.0969896
May 02 03:12:11.015734 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-f3a806ae-3bea-4fe2-8ddd-00aa37852ef2 req-8c650c3a-4ad1-4c09-a937-ae53bb2b9363 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451646
May 02 03:12:11.469801 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b059d44-43a5-44f2-b243-3855cc65a41a req-ce96ebd6-2b07-41b4-9259-7102f9b5d620 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:11.471387 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-7b059d44-43a5-44f2-b243-3855cc65a41a req-ce96ebd6-2b07-41b4-9259-7102f9b5d620 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 946 time: 0.0927610
May 02 03:12:11.532704 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-7b059d44-43a5-44f2-b243-3855cc65a41a req-78a4b482-9690-4226-9f12-89592e99a569 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503068
May 02 03:12:11.888417 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01719b7b-a223-47e1-a9a1-5e170d934654 req-a283361a-67da-4324-9569-8dcafaf20aea tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:11.889945 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-01719b7b-a223-47e1-a9a1-5e170d934654 req-a283361a-67da-4324-9569-8dcafaf20aea tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bb2b1a2-4049-485d-94da-2824dd0b1e28 HTTP/1.1" status: 200  len: 945 time: 0.1496134
May 02 03:12:11.946099 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-01719b7b-a223-47e1-a9a1-5e170d934654 req-ac0a6ec4-e19d-4f19-8fa2-fa531a9d6684 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c7e2b0c-ed75-4cb6-90bd-b78db1882cdb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492852
May 02 03:12:12.182196 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a053ac4-a617-4054-b3c9-422e876786f3 req-fe394303-bce6-4fcf-9bc5-4abb03e7a8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:12.185260 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-2a053ac4-a617-4054-b3c9-422e876786f3 req-fe394303-bce6-4fcf-9bc5-4abb03e7a8f4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c0c7970eea444c3cab1fd1c05acdf886&device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 1098 time: 0.1400628
May 02 03:12:12.305859 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e92e8c-7377-4665-977c-9624a622b49f req-84da8da2-4c18-4abd-8b2a-8e917fa7bae5 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:12.307607 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-02e92e8c-7377-4665-977c-9624a622b49f req-84da8da2-4c18-4abd-8b2a-8e917fa7bae5 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.1251664
May 02 03:12:12.368018 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-02e92e8c-7377-4665-977c-9624a622b49f req-74045536-390f-4c1e-8392-5a7ea5d9cb2d tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535254
May 02 03:12:12.540311 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b0f1d-3b54-4a92-992e-1679da8e4bbb req-b11f9035-732b-4c14-a174-39226d3e0095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:12.542301 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-5b1b0f1d-3b54-4a92-992e-1679da8e4bbb req-b11f9035-732b-4c14-a174-39226d3e0095 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0bb2b1a2-4049-485d-94da-2824dd0b1e28 HTTP/1.1" status: 200  len: 1098 time: 0.1445715
May 02 03:12:12.551463 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a053ac4-a617-4054-b3c9-422e876786f3 req-ceccce31-e2fc-466d-acb3-b31047fab0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:12.553184 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-2a053ac4-a617-4054-b3c9-422e876786f3 req-ceccce31-e2fc-466d-acb3-b31047fab0da service neutron] 10.222.0.37 "GET /v2.0/networks?id=ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34 HTTP/1.1" status: 200  len: 920 time: 0.3324134
May 02 03:12:12.848339 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc5ded-0924-4c34-aa37-e7041e492cff req-e026f814-339d-4727-83eb-41d4851d87e1 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:12.850603 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-7adc5ded-0924-4c34-aa37-e7041e492cff req-e026f814-339d-4727-83eb-41d4851d87e1 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 946 time: 0.1599448
May 02 03:12:12.888477 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-2a053ac4-a617-4054-b3c9-422e876786f3 req-886401b1-e19c-4740-afe7-1d0c5389a824 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08dc974b-7500-43e6-8dbe-573d688be584 HTTP/1.1" status: 200  len: 217 time: 0.3146517
May 02 03:12:12.927460 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-7adc5ded-0924-4c34-aa37-e7041e492cff req-3c44a0d5-ab64-4174-b5db-656d808e0e23 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0656209
May 02 03:12:13.010477 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-5b1b0f1d-3b54-4a92-992e-1679da8e4bbb req-40abc9fc-8ac1-4c2f-a82e-1a28896a7694 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6c7e2b0c-ed75-4cb6-90bd-b78db1882cdb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4542584
May 02 03:12:13.036252 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a053ac4-a617-4054-b3c9-422e876786f3 req-256093b3-f5b4-4372-a5db-aa965cf2ac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:13.037826 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-2a053ac4-a617-4054-b3c9-422e876786f3 req-256093b3-f5b4-4372-a5db-aa965cf2ac49 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1b190fc7-4823-4c94-a79b-e61ea64b5302 HTTP/1.1" status: 200  len: 859 time: 0.1372752
May 02 03:12:13.267329 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-2a053ac4-a617-4054-b3c9-422e876786f3 req-605ba3b9-8ed2-445e-a64d-302e722cb6f9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0783260
May 02 03:12:13.296654 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e236de-415e-4642-9064-374adfb20b02 req-ff19b1ea-3b2b-4e9a-8a8d-298771d6868b tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:13.301257 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-d2e236de-415e-4642-9064-374adfb20b02 req-ff19b1ea-3b2b-4e9a-8a8d-298771d6868b tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bb2b1a2-4049-485d-94da-2824dd0b1e28 HTTP/1.1" status: 200  len: 945 time: 0.2099676
May 02 03:12:13.389221 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-d2e236de-415e-4642-9064-374adfb20b02 req-35a93c6f-632e-4910-b001-7bcd8f9f8cfa tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c7e2b0c-ed75-4cb6-90bd-b78db1882cdb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775104
May 02 03:12:13.474535 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-2a053ac4-a617-4054-b3c9-422e876786f3 req-4873ddd1-1755-4841-9783-b75cb8e7802b service neutron] 10.222.0.37 "GET /v2.0/networks/ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1825562
May 02 03:12:13.637545 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae9c6f-211a-4441-a1e0-d02522ec1d49 req-e1215b21-3603-4bf5-92b8-e8e087c70cdd tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:13.640100 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e1ae9c6f-211a-4441-a1e0-d02522ec1d49 req-e1215b21-3603-4bf5-92b8-e8e087c70cdd tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.1156428
May 02 03:12:13.677040 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-2a053ac4-a617-4054-b3c9-422e876786f3 req-0dafa337-cfbe-49bc-86a9-30329f9b90ad service neutron] 10.222.0.37 "GET /v2.0/networks/ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1928575
May 02 03:12:13.707990 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e1ae9c6f-211a-4441-a1e0-d02522ec1d49 req-1b4edc2d-8d0c-4e8f-8092-0ecc0373029f tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564888
May 02 03:12:14.212476 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676231cf-48e4-4797-ac27-0d3cc348eb27 req-9b9a2c02-124d-4985-99c5-35e4cb9b533a tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:14.215313 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-676231cf-48e4-4797-ac27-0d3cc348eb27 req-9b9a2c02-124d-4985-99c5-35e4cb9b533a tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 946 time: 0.1491699
May 02 03:12:14.296489 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-676231cf-48e4-4797-ac27-0d3cc348eb27 req-2c789100-ccfd-4a06-b285-a1cab060185e tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0745893
May 02 03:12:14.801809 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c248b51-56cf-47b0-acc5-b98a9d3bc828 req-be91463d-f6e4-48ff-a07e-4aae28b15197 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:14.816625 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-8c248b51-56cf-47b0-acc5-b98a9d3bc828 req-be91463d-f6e4-48ff-a07e-4aae28b15197 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bb2b1a2-4049-485d-94da-2824dd0b1e28 HTTP/1.1" status: 200  len: 945 time: 0.2036595
May 02 03:12:14.909738 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-8c248b51-56cf-47b0-acc5-b98a9d3bc828 req-e0e295b0-f2d0-4a28-9e6e-a4140253c3d1 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c7e2b0c-ed75-4cb6-90bd-b78db1882cdb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912516
May 02 03:12:15.038663 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c395a90-7b4d-4c65-b5ee-02042049a658 req-44e99f44-4752-40b2-bea8-65bcc8e3db7e tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:15.040219 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9c395a90-7b4d-4c65-b5ee-02042049a658 req-44e99f44-4752-40b2-bea8-65bcc8e3db7e tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.0960579
May 02 03:12:15.112076 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9c395a90-7b4d-4c65-b5ee-02042049a658 req-9441eca4-768e-4dc9-8895-97ed0490e2a5 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654263
May 02 03:12:15.580775 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f15f6d-8048-4da7-8bc3-5df3977c3213 req-9ad13ba0-cbbc-42c4-bd0d-fe4a2fcf65c8 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:15.582593 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-63f15f6d-8048-4da7-8bc3-5df3977c3213 req-9ad13ba0-cbbc-42c4-bd0d-fe4a2fcf65c8 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 946 time: 0.1048007
May 02 03:12:15.644304 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-63f15f6d-8048-4da7-8bc3-5df3977c3213 req-ae3d00e3-bd56-40b0-8bd1-7ba472cd335a tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513556
May 02 03:12:16.139076 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec1c5aa-b6ea-4628-95fe-f0574e9d0c7e req-55ccdba0-0954-4f1c-afe3-680004a084ef tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:16.140613 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-bec1c5aa-b6ea-4628-95fe-f0574e9d0c7e req-55ccdba0-0954-4f1c-afe3-680004a084ef tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bb2b1a2-4049-485d-94da-2824dd0b1e28 HTTP/1.1" status: 200  len: 945 time: 0.0967445
May 02 03:12:16.197260 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-bec1c5aa-b6ea-4628-95fe-f0574e9d0c7e req-e9bc3324-6d4b-42f1-9719-1a73e70e8f5d tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c7e2b0c-ed75-4cb6-90bd-b78db1882cdb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493188
May 02 03:12:16.378046 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcda0f7-1c81-489c-9476-9a2d14a0975c req-b3a67091-81fd-46ab-8c3d-611860c314d9 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:16.379716 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-fbcda0f7-1c81-489c-9476-9a2d14a0975c req-b3a67091-81fd-46ab-8c3d-611860c314d9 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.1037235
May 02 03:12:16.434599 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-fbcda0f7-1c81-489c-9476-9a2d14a0975c req-585f8e39-2aa8-456d-99dc-20a4bad38b04 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477464
May 02 03:12:16.962512 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8492c87f-4ee3-4632-b853-bd1d07efdf3b req-5c43229f-56ef-4916-aec7-7ba9f5f8f457 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:16.964119 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-8492c87f-4ee3-4632-b853-bd1d07efdf3b req-5c43229f-56ef-4916-aec7-7ba9f5f8f457 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 946 time: 0.1873600
May 02 03:12:17.035830 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-8492c87f-4ee3-4632-b853-bd1d07efdf3b req-eb924f73-5ce6-489e-bec8-82e9f572f7be tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0565815
May 02 03:12:18.340257 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20090464-f56a-441b-8fb6-b064ee8f418c req-e36db1a3-188b-4776-84b3-314b2981415e tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:18.342979 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-20090464-f56a-441b-8fb6-b064ee8f418c req-e36db1a3-188b-4776-84b3-314b2981415e tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 946 time: 0.1660120
May 02 03:12:18.424812 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-20090464-f56a-441b-8fb6-b064ee8f418c req-6299d41c-b4c2-4dcd-a0a3-44e030d24453 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0734978
May 02 03:12:19.751631 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659eb70c-4d4d-4b6b-aeb0-182dd0e684b5 req-fac60a55-bbc1-4d25-96ac-b8916ae79e9f tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:19.753332 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-659eb70c-4d4d-4b6b-aeb0-182dd0e684b5 req-fac60a55-bbc1-4d25-96ac-b8916ae79e9f tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 946 time: 0.0943565
May 02 03:12:19.818126 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-659eb70c-4d4d-4b6b-aeb0-182dd0e684b5 req-cc78c803-bd13-4f91-84f8-8617ba225f0e tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0526352
May 02 03:12:20.789108 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b11c08-4fb2-489f-bc37-eeda35b747e7 req-9edd3c6b-1e61-4a9a-8d50-7b5fc8ff6a6d tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:20.799032 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-42b11c08-4fb2-489f-bc37-eeda35b747e7 req-9edd3c6b-1e61-4a9a-8d50-7b5fc8ff6a6d tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.1203175
May 02 03:12:20.868491 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-42b11c08-4fb2-489f-bc37-eeda35b747e7 req-3775212e-108e-4783-95d6-229cb0a8061d tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676723
May 02 03:12:21.111299 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ecb6f8-dddd-4e6d-a11b-90f25512336a req-05a8dc1a-04c8-43be-bddd-6d8c9a481b1c tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:21.112909 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-47ecb6f8-dddd-4e6d-a11b-90f25512336a req-05a8dc1a-04c8-43be-bddd-6d8c9a481b1c tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 946 time: 0.1092000
May 02 03:12:21.187122 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-47ecb6f8-dddd-4e6d-a11b-90f25512336a req-2e518339-5fc1-4676-827c-7e5dce2c9e2f tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0621972
May 02 03:12:22.108381 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 47312) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:12:22.145059 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e5244-2bbf-47d5-b0d4-a35ea9ad037f req-a425020f-7b76-4c2b-8095-81aebbe104aa tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:22.148393 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-570e5244-2bbf-47d5-b0d4-a35ea9ad037f req-a425020f-7b76-4c2b-8095-81aebbe104aa tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bb2b1a2-4049-485d-94da-2824dd0b1e28 HTTP/1.1" status: 200  len: 945 time: 0.2089119
May 02 03:12:22.272116 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-570e5244-2bbf-47d5-b0d4-a35ea9ad037f req-0ea62f16-a948-4917-a5a5-3db88c67582b tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c7e2b0c-ed75-4cb6-90bd-b78db1882cdb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1075449
May 02 03:12:22.327185 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-4483f56f-b6e9-4e98-8199-8cd0ddfec281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:22.347640 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-4483f56f-b6e9-4e98-8199-8cd0ddfec281 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:12:22.352998 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-4483f56f-b6e9-4e98-8199-8cd0ddfec281 admin admin] Usage tracker for resource:security_group_rule and tenant:225aaf349363423383e48e84a586fc73 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:12:22.358052 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-4483f56f-b6e9-4e98-8199-8cd0ddfec281 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:12:22.367068 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-4483f56f-b6e9-4e98-8199-8cd0ddfec281 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:12:22.502522 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-4483f56f-b6e9-4e98-8199-8cd0ddfec281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:22.509974 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-4483f56f-b6e9-4e98-8199-8cd0ddfec281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:22.535287 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-8419628a-e4a9-4da0-9d26-b94737d685ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:12:22.617960 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4483f56f-b6e9-4e98-8199-8cd0ddfec281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=175be214-c91e-466e-ad1d-9e00643734cd,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:12:22.625454 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-4483f56f-b6e9-4e98-8199-8cd0ddfec281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:12:22.632441 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-4483f56f-b6e9-4e98-8199-8cd0ddfec281 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=225aaf349363423383e48e84a586fc73&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5221670
May 02 03:12:22.635007 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 47326) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:12:22.833691 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-6d625ce8-7993-4847-a23c-d793162ff53d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:22.858875 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bfa22f-d57f-418e-844e-6f71c768cb5d req-1d19388a-be44-4a41-9583-39442a916708 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:22.862580 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-00bfa22f-d57f-418e-844e-6f71c768cb5d req-1d19388a-be44-4a41-9583-39442a916708 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 946 time: 0.1892605
May 02 03:12:22.936462 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-6d625ce8-7993-4847-a23c-d793162ff53d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:23.038721 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-00bfa22f-d57f-418e-844e-6f71c768cb5d req-61a75279-0124-456a-ac81-dad123913719 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1676190
May 02 03:12:23.088632 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-6d625ce8-7993-4847-a23c-d793162ff53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:23.100274 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-9c184dd7-c5b4-4168-8215-e7c2bdabaa52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:12:23.124049 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d625ce8-7993-4847-a23c-d793162ff53d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175be214-c91e-466e-ad1d-9e00643734cd,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:12:23.129220 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-6d625ce8-7993-4847-a23c-d793162ff53d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:12:23.131976 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-6d625ce8-7993-4847-a23c-d793162ff53d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:23.133259 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-6d625ce8-7993-4847-a23c-d793162ff53d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/175be214-c91e-466e-ad1d-9e00643734cd HTTP/1.1" status: 204  len: 168 time: 0.4968941
May 02 03:12:23.702563 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a1d28b-2cd6-43f5-aa21-93e7404f4594 req-5306a0ea-faca-4c50-9d22-49c032288a90 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:23.719708 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-10a1d28b-2cd6-43f5-aa21-93e7404f4594 req-5306a0ea-faca-4c50-9d22-49c032288a90 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bb2b1a2-4049-485d-94da-2824dd0b1e28 HTTP/1.1" status: 200  len: 945 time: 0.1791823
May 02 03:12:23.829456 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-10a1d28b-2cd6-43f5-aa21-93e7404f4594 req-15b04302-cfed-48bf-9d4b-ba3b5abc7155 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c7e2b0c-ed75-4cb6-90bd-b78db1882cdb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1045551
May 02 03:12:23.990011 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 47360) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:12:24.188391 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-779a0d0f-55aa-4dde-8c10-e1a793bf3bd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:24.217640 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-779a0d0f-55aa-4dde-8c10-e1a793bf3bd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:12:24.225372 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-779a0d0f-55aa-4dde-8c10-e1a793bf3bd9 admin admin] Usage tracker for resource:security_group_rule and tenant:f56a8ef5dbb54262901ddd50d58615e7 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:12:24.231007 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-779a0d0f-55aa-4dde-8c10-e1a793bf3bd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:12:24.243806 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-779a0d0f-55aa-4dde-8c10-e1a793bf3bd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:12:24.505108 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221cc8e9-abeb-48cd-8f32-c09b2af8f8fb req-85214409-0e03-49fa-953d-4fabda1855d8 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:24.506787 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-221cc8e9-abeb-48cd-8f32-c09b2af8f8fb req-85214409-0e03-49fa-953d-4fabda1855d8 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 946 time: 0.2597363
May 02 03:12:24.582584 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-779a0d0f-55aa-4dde-8c10-e1a793bf3bd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:24.588750 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-779a0d0f-55aa-4dde-8c10-e1a793bf3bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:24.602120 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-172ac2e4-81f7-447c-976e-4872fc75c657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:12:24.626781 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-221cc8e9-abeb-48cd-8f32-c09b2af8f8fb req-ea96766b-89c5-426d-aebb-9d6330c938bb tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1106458
May 02 03:12:24.684959 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-779a0d0f-55aa-4dde-8c10-e1a793bf3bd9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f56a8ef5dbb54262901ddd50d58615e7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6918151
May 02 03:12:24.686331 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a0d0f-55aa-4dde-8c10-e1a793bf3bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2677c80c-caa5-4a9c-b82c-00ff1f8d6255,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:12:24.687813 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 47386) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:12:24.691751 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-779a0d0f-55aa-4dde-8c10-e1a793bf3bd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:12:24.795584 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-54924287-f80b-4aac-a562-d59916d216ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:24.830951 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-54924287-f80b-4aac-a562-d59916d216ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:24.930170 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-54924287-f80b-4aac-a562-d59916d216ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:24.940410 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-0b221475-19ff-4c78-968f-e1783785827d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:12:24.971057 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54924287-f80b-4aac-a562-d59916d216ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2677c80c-caa5-4a9c-b82c-00ff1f8d6255,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:12:24.975684 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-54924287-f80b-4aac-a562-d59916d216ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:12:24.995533 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-54924287-f80b-4aac-a562-d59916d216ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:24.999135 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-54924287-f80b-4aac-a562-d59916d216ed admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2677c80c-caa5-4a9c-b82c-00ff1f8d6255 HTTP/1.1" status: 204  len: 168 time: 0.3096848
May 02 03:12:25.177895 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376870f0-5bdc-4a59-adb7-b39af1e9883a req-6564681e-dc7a-41fe-93c8-7b74ac95a943 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:25.180318 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-376870f0-5bdc-4a59-adb7-b39af1e9883a req-6564681e-dc7a-41fe-93c8-7b74ac95a943 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bb2b1a2-4049-485d-94da-2824dd0b1e28 HTTP/1.1" status: 200  len: 945 time: 0.1524305
May 02 03:12:25.256537 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-376870f0-5bdc-4a59-adb7-b39af1e9883a req-8599d3b5-614b-472d-8dcb-c8e7d992a9b4 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c7e2b0c-ed75-4cb6-90bd-b78db1882cdb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666962
May 02 03:12:25.945839 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4bb62-1f70-412d-9a41-94c5b77a89f6 req-cf87e6e9-0e3a-4887-8f28-5f420aac5952 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:25.947464 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-05c4bb62-1f70-412d-9a41-94c5b77a89f6 req-cf87e6e9-0e3a-4887-8f28-5f420aac5952 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 946 time: 0.1446950
May 02 03:12:26.007349 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-05c4bb62-1f70-412d-9a41-94c5b77a89f6 req-2fceafbf-37de-4655-9997-69516fdcc53a tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476437
May 02 03:12:26.363835 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 47428) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:12:26.520006 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6fbaa-b8f5-4cc9-80b6-0ed6a4fe86aa req-6f8d4679-d7cb-4938-872c-40b8d4265891 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:26.522876 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2cd6fbaa-b8f5-4cc9-80b6-0ed6a4fe86aa req-6f8d4679-d7cb-4938-872c-40b8d4265891 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bb2b1a2-4049-485d-94da-2824dd0b1e28 HTTP/1.1" status: 200  len: 945 time: 0.1127150
May 02 03:12:26.532045 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.v2.base [None req-5ad4e393-e168-4214-b5ab-8415f99d663e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-984679724-network', 'tenant_id': 'bca306ed607a4c229d3502be0e4ec32f'}} {{(pid=73901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:12:26.540496 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-5ad4e393-e168-4214-b5ab-8415f99d663e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:12:26.576317 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-5ad4e393-e168-4214-b5ab-8415f99d663e admin admin] Usage tracker for resource:network and tenant:bca306ed607a4c229d3502be0e4ec32f is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:12:26.587402 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-5ad4e393-e168-4214-b5ab-8415f99d663e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:12:26.603370 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-5ad4e393-e168-4214-b5ab-8415f99d663e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:12:26.653904 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2cd6fbaa-b8f5-4cc9-80b6-0ed6a4fe86aa req-e450e9b8-cf95-4edc-b45f-7cc082623de6 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c7e2b0c-ed75-4cb6-90bd-b78db1882cdb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1088259
May 02 03:12:26.655923 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad4e393-e168-4214-b5ab-8415f99d663e admin admin] Made reservation on behalf of bca306ed607a4c229d3502be0e4ec32f for: {'network': 1} {{(pid=73901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 02 03:12:26.661358 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-5ad4e393-e168-4214-b5ab-8415f99d663e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for network, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:26.685446 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-5ad4e393-e168-4214-b5ab-8415f99d663e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:26.715512 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-5ad4e393-e168-4214-b5ab-8415f99d663e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:12:26.722569 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-5ad4e393-e168-4214-b5ab-8415f99d663e admin admin] Usage tracker for resource:security_group_rule and tenant:bca306ed607a4c229d3502be0e4ec32f is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:12:26.727838 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-5ad4e393-e168-4214-b5ab-8415f99d663e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:12:26.744344 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-5ad4e393-e168-4214-b5ab-8415f99d663e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:12:26.911119 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4878120-6016-4bef-b192-e74b41a4f182 req-05c94252-1db0-4d3e-9272-f96c877dd490 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:26.912310 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-c4878120-6016-4bef-b192-e74b41a4f182 req-05c94252-1db0-4d3e-9272-f96c877dd490 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Synchronizing usage tracker for tenant:d2e7d1d1d2ec4eb6981c3b80bacb92b7 on resource:port {{(pid=73900) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 02 03:12:26.924356 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-5ad4e393-e168-4214-b5ab-8415f99d663e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:26.932558 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-5ad4e393-e168-4214-b5ab-8415f99d663e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:26.940902 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-39acfdf8-6bc1-4800-bcf8-e3e91143acda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:12:26.947678 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-c4878120-6016-4bef-b192-e74b41a4f182 req-05c94252-1db0-4d3e-9272-f96c877dd490 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Unset dirty status for tenant:d2e7d1d1d2ec4eb6981c3b80bacb92b7 on resource:port {{(pid=73900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 02 03:12:26.949479 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-c4878120-6016-4bef-b192-e74b41a4f182 req-05c94252-1db0-4d3e-9272-f96c877dd490 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.37 "GET /v2.0/ports?device_id=0bb2b1a2-4049-485d-94da-2824dd0b1e28 HTTP/1.1" status: 200  len: 945 time: 0.2119155
May 02 03:12:26.996211 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ad4e393-e168-4214-b5ab-8415f99d663e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234}  {{(pid=73901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 02 03:12:27.018781 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad4e393-e168-4214-b5ab-8415f99d663e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489ddd8b-c994-4083-8924-38efc23f5aab,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:12:27.027349 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-5ad4e393-e168-4214-b5ab-8415f99d663e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:12:27.032810 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-5ad4e393-e168-4214-b5ab-8415f99d663e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800657'] for segment, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:27.033513 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.db.segments_db [None req-5ad4e393-e168-4214-b5ab-8415f99d663e admin admin] Added segment d327778e-1102-4bc5-b221-3fa84d718c80 of type vlan for network 041817d9-bfb8-4b11-9134-61e384d9c06b
May 02 03:12:27.089673 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-5ad4e393-e168-4214-b5ab-8415f99d663e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747865320852'] for network, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:27.163775 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-5ad4e393-e168-4214-b5ab-8415f99d663e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347'] for network, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:27.166248 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad4e393-e168-4214-b5ab-8415f99d663e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:27.167858 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-5ad4e393-e168-4214-b5ab-8415f99d663e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for network, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:27.180335 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-0f2cdec8-087e-4e35-a39e-e260bc00075d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:12:27.268751 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [req-c4878120-6016-4bef-b192-e74b41a4f182 req-9ea5c958-8a1e-4170-b3ce-85709e22fe71 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Deleting port 069e3ee7-bdc7-4e02-be8a-4879c53906c5 {{(pid=73900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:12:27.269614 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-c4878120-6016-4bef-b192-e74b41a4f182 req-9ea5c958-8a1e-4170-b3ce-85709e22fe71 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:27.407657 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad4e393-e168-4214-b5ab-8415f99d663e admin admin] Pushing event updated for resources: {'Network': ['ID=041817d9-bfb8-4b11-9134-61e384d9c06b,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:12:27.425046 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-5ad4e393-e168-4214-b5ab-8415f99d663e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:12:27.426903 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Network 041817d9-bfb8-4b11-9134-61e384d9c06b details requested by agent ovs-agent-dv-cinder-789077-1-iscsi with host dv-cinder-789077-1-iscsi {{(pid=73902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 02 03:12:27.435822 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-5ad4e393-e168-4214-b5ab-8415f99d663e admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.0700860
May 02 03:12:27.438825 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 47448) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:12:27.452597 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.v2.base [None req-91cbe660-ef77-4e5d-a7e2-25a42c0ec792 admin admin] Request body: {'subnet': {'network_id': '041817d9-bfb8-4b11-9134-61e384d9c06b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-984679724-subnet', 'tenant_id': 'bca306ed607a4c229d3502be0e4ec32f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:12:27.465462 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-91cbe660-ef77-4e5d-a7e2-25a42c0ec792 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:12:27.540141 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-91cbe660-ef77-4e5d-a7e2-25a42c0ec792 admin admin] Usage tracker for resource:subnet and tenant:bca306ed607a4c229d3502be0e4ec32f is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:12:27.563392 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-91cbe660-ef77-4e5d-a7e2-25a42c0ec792 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:12:27.577557 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-91cbe660-ef77-4e5d-a7e2-25a42c0ec792 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:12:27.617459 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91cbe660-ef77-4e5d-a7e2-25a42c0ec792 admin admin] Made reservation on behalf of bca306ed607a4c229d3502be0e4ec32f for: {'subnet': 1} {{(pid=73901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 02 03:12:27.621468 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-91cbe660-ef77-4e5d-a7e2-25a42c0ec792 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2160961'] for subnet, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:27.662776 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [req-c4878120-6016-4bef-b192-e74b41a4f182 req-9ea5c958-8a1e-4170-b3ce-85709e22fe71 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] For port 069e3ee7-bdc7-4e02-be8a-4879c53906c5, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=069e3ee7-bdc7-4e02-be8a-4879c53906c5,segment=NetworkSegment(c48f9021-9e8b-4e4e-86cb-19e248bbd74b),segment_id=c48f9021-9e8b-4e4e-86cb-19e248bbd74b)] {{(pid=73900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:12:27.664639 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-c4878120-6016-4bef-b192-e74b41a4f182 req-9ea5c958-8a1e-4170-b3ce-85709e22fe71 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:27.867283 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb669b98-64b8-4a0a-9b60-39ffa6737d5a req-ddd63b23-bcee-46df-bb33-adccd34e0d5c tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:27.869823 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-bb669b98-64b8-4a0a-9b60-39ffa6737d5a req-ddd63b23-bcee-46df-bb33-adccd34e0d5c tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 946 time: 0.4098084
May 02 03:12:28.006738 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-bb669b98-64b8-4a0a-9b60-39ffa6737d5a req-f069cf17-4344-4740-adb6-b37b08fd6e3e tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1208441
May 02 03:12:28.122627 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [req-c4878120-6016-4bef-b192-e74b41a4f182 req-9ea5c958-8a1e-4170-b3ce-85709e22fe71 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Calling delete_port for 069e3ee7-bdc7-4e02-be8a-4879c53906c5 owned by compute:nova {{(pid=73900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:12:28.388347 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-c4878120-6016-4bef-b192-e74b41a4f182 req-9ea5c958-8a1e-4170-b3ce-85709e22fe71 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-899257'] for port, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:28.398948 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-0216f4e0-2269-4277-a709-63ccfeaf2131 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:12:28.474123 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f854a04-3e9e-4610-a1f9-9604991b35c3 req-a879353c-44a1-4827-ae1d-20c1e2e9a11e tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:28.476703 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4f854a04-3e9e-4610-a1f9-9604991b35c3 req-a879353c-44a1-4827-ae1d-20c1e2e9a11e tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bb2b1a2-4049-485d-94da-2824dd0b1e28 HTTP/1.1" status: 200  len: 867 time: 0.3911734
May 02 03:12:28.500392 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea5c958-8a1e-4170-b3ce-85709e22fe71 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Pushing event deleted for resources: {'Port': ['ID=069e3ee7-bdc7-4e02-be8a-4879c53906c5,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:12:28.507714 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-9ea5c958-8a1e-4170-b3ce-85709e22fe71 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:12:28.600656 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4f854a04-3e9e-4610-a1f9-9604991b35c3 req-ef5e7648-3e11-4046-bd27-e4a83f74b9a0 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c7e2b0c-ed75-4cb6-90bd-b78db1882cdb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1056571
May 02 03:12:28.618965 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4878120-6016-4bef-b192-e74b41a4f182 req-9ea5c958-8a1e-4170-b3ce-85709e22fe71 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] No DVR routers for this DVR port 069e3ee7-bdc7-4e02-be8a-4879c53906c5 on host hv-cinder-78907 {{(pid=73900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 02 03:12:28.623650 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-c4878120-6016-4bef-b192-e74b41a4f182 req-9ea5c958-8a1e-4170-b3ce-85709e22fe71 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for port, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:28.628797 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bb2b1a2-4049-485d-94da-2824dd0b1e28', 'name': 'network-vif-deleted', 'tag': '069e3ee7-bdc7-4e02-be8a-4879c53906c5'}] {{(pid=73900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:12:28.654850 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-c4878120-6016-4bef-b192-e74b41a4f182 req-9ea5c958-8a1e-4170-b3ce-85709e22fe71 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.37 "DELETE /v2.0/ports/069e3ee7-bdc7-4e02-be8a-4879c53906c5 HTTP/1.1" status: 204  len: 173 time: 1.6966310
May 02 03:12:28.707875 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bb2b1a2-4049-485d-94da-2824dd0b1e28', 'name': 'network-vif-deleted', 'tag': '069e3ee7-bdc7-4e02-be8a-4879c53906c5', 'status': 'completed', 'code': 200}
May 02 03:12:28.865527 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-91cbe660-ef77-4e5d-a7e2-25a42c0ec792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3711789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2160983'] for subnet, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:28.873067 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:12:28.978663 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cbe660-ef77-4e5d-a7e2-25a42c0ec792 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17e9704b-5652-4c8d-b36d-f5ac3282d83e,revision_number=0']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:12:28.985268 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-91cbe660-ef77-4e5d-a7e2-25a42c0ec792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:12:28.995380 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cbe660-ef77-4e5d-a7e2-25a42c0ec792 admin admin] Checking segment: {'id': 'd327778e-1102-4bc5-b221-3fa84d718c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '041817d9-bfb8-4b11-9134-61e384d9c06b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:12:28.995847 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cbe660-ef77-4e5d-a7e2-25a42c0ec792 admin admin] Network hostable DHCP agents. Network: 041817d9-bfb8-4b11-9134-61e384d9c06b, hostable agents: ['b8cff7bf-6a12-4b5e-9f6f-ac6aa9384c4c'], hosted agents: [] {{(pid=73901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 02 03:12:29.016692 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cbe660-ef77-4e5d-a7e2-25a42c0ec792 admin admin] Network 041817d9-bfb8-4b11-9134-61e384d9c06b is scheduled to be hosted by DHCP agent b8cff7bf-6a12-4b5e-9f6f-ac6aa9384c4c with binding_index 1 {{(pid=73901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 02 03:12:29.027838 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.base_scheduler [None req-91cbe660-ef77-4e5d-a7e2-25a42c0ec792 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789077-1-iscsi, 041817d9-bfb8-4b11-9134-61e384d9c06b) {{(pid=73901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:12:29.040722 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cbe660-ef77-4e5d-a7e2-25a42c0ec792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:29.041413 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-91cbe660-ef77-4e5d-a7e2-25a42c0ec792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for subnet, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:29.042130 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5491406e-1b74-4af9-9b73-c267c560ec3e None None] Network 041817d9-bfb8-4b11-9134-61e384d9c06b requested from dv-cinder-789077-1-iscsi {{(pid=73902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 02 03:12:29.086356 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-91cbe660-ef77-4e5d-a7e2-25a42c0ec792 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.6442680
May 02 03:12:29.367199 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9aa7d-5e16-4d0d-8817-d797b4145c2a req-2c7e00f4-6f10-475d-8b14-d4485ab50929 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:29.369807 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-72d9aa7d-5e16-4d0d-8817-d797b4145c2a req-2c7e00f4-6f10-475d-8b14-d4485ab50929 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 946 time: 0.1684947
May 02 03:12:29.480604 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-72d9aa7d-5e16-4d0d-8817-d797b4145c2a req-905d416f-aad3-4954-853f-109271321068 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1007457
May 02 03:12:29.557336 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908cdc5b-252b-4b2b-9adb-564eec501046 None None] Network 041817d9-bfb8-4b11-9134-61e384d9c06b requested from dv-cinder-789077-1-iscsi {{(pid=73902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 02 03:12:29.988299 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-fb2e587b-67f8-4fa0-91c4-94ba76d2c0f9 req-297a62ac-1481-4cc3-836f-07a2f630611e tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bb2b1a2-4049-485d-94da-2824dd0b1e28 HTTP/1.1" status: 200  len: 210 time: 0.1203465
May 02 03:12:30.761862 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6421aea-a5ac-40ba-ba9a-a5379b7ebc2b req-05d4870d-99d2-466d-9256-f223703515ae tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:30.764721 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e6421aea-a5ac-40ba-ba9a-a5379b7ebc2b req-05d4870d-99d2-466d-9256-f223703515ae tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 946 time: 0.1326075
May 02 03:12:30.824766 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e6421aea-a5ac-40ba-ba9a-a5379b7ebc2b req-c331fdfb-a68c-44fc-ab67-36941ab211a2 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0531824
May 02 03:12:31.338691 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-32e32dff-da9e-4365-a6d1-5f0a7d36aba9 req-c67771db-4cfe-48e5-a7a1-bca106b6ac35 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bb2b1a2-4049-485d-94da-2824dd0b1e28 HTTP/1.1" status: 200  len: 210 time: 0.0496011
May 02 03:12:31.351813 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] get_ports_and_sgs() called for port_ids ['069e3ee7-bdc7-4e02-be8a-4879c53906c5'] {{(pid=73902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 02 03:12:32.217840 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7309ed-c731-4332-89b2-bad84db3537c req-80188996-7107-4080-94b2-914e97f9d5b0 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:32.219626 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2d7309ed-c731-4332-89b2-bad84db3537c req-80188996-7107-4080-94b2-914e97f9d5b0 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 946 time: 0.2551534
May 02 03:12:32.278168 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2d7309ed-c731-4332-89b2-bad84db3537c req-5346576f-5ece-4714-996b-eb9215a1ee63 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0521543
May 02 03:12:33.222022 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9291d0cd-3f1f-4fa3-823d-a6da37a39104 req-7521c789-e1a2-48d1-9e54-9cf7084f9eb8 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:33.223291 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [req-9291d0cd-3f1f-4fa3-823d-a6da37a39104 req-7521c789-e1a2-48d1-9e54-9cf7084f9eb8 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] Synchronizing usage tracker for tenant:bca306ed607a4c229d3502be0e4ec32f on resource:network {{(pid=73901) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 02 03:12:33.259645 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [req-9291d0cd-3f1f-4fa3-823d-a6da37a39104 req-7521c789-e1a2-48d1-9e54-9cf7084f9eb8 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] Unset dirty status for tenant:bca306ed607a4c229d3502be0e4ec32f on resource:network {{(pid=73901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 02 03:12:33.261969 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9291d0cd-3f1f-4fa3-823d-a6da37a39104 req-7521c789-e1a2-48d1-9e54-9cf7084f9eb8 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/networks?id=041817d9-bfb8-4b11-9134-61e384d9c06b HTTP/1.1" status: 200  len: 813 time: 0.3801625
May 02 03:12:33.286388 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9291d0cd-3f1f-4fa3-823d-a6da37a39104 req-74f6a4d5-8dab-4f43-af34-561ce5b02e9c tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/quotas/bca306ed607a4c229d3502be0e4ec32f HTTP/1.1" status: 200  len: 375 time: 0.0139284
May 02 03:12:33.361235 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9291d0cd-3f1f-4fa3-823d-a6da37a39104 req-760b7b3e-327a-492c-83ad-c1d59e77a09e tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=bca306ed607a4c229d3502be0e4ec32f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0679457
May 02 03:12:33.755885 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9291d0cd-3f1f-4fa3-823d-a6da37a39104 req-4589c7b9-934c-4642-a970-19586f3b0f6a service neutron] 10.222.0.38 "GET /v2.0/networks/041817d9-bfb8-4b11-9134-61e384d9c06b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3813572
May 02 03:12:33.824857 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2695d6-07ae-40f1-bf53-87eab0055511 req-f9731efb-a3f4-435d-b1af-374e227fd3ae tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:33.828339 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-8c2695d6-07ae-40f1-bf53-87eab0055511 req-f9731efb-a3f4-435d-b1af-374e227fd3ae tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 946 time: 0.2673419
May 02 03:12:34.062658 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-8c2695d6-07ae-40f1-bf53-87eab0055511 req-1bde73aa-6625-4045-bef2-f5cd1552d860 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2061639
May 02 03:12:34.118771 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9291d0cd-3f1f-4fa3-823d-a6da37a39104 req-19d5af2b-2980-4c36-9169-a303a4dce85a service neutron] 10.222.0.38 "GET /v2.0/networks/041817d9-bfb8-4b11-9134-61e384d9c06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3438809
May 02 03:12:34.409295 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-b1969c4c-5123-42a7-b7f8-6475ff551b7b req-97de4a42-3c24-49ed-a96d-ec010bd18b40 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0918543
May 02 03:12:35.055289 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-af4b5384-c18f-44b5-812e-123418c38a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:35.381349 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d1b75-cd87-4d07-b203-a72d88b92270 req-07ae4ad7-cd1c-429f-801c-52c459e394a0 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:35.383043 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-218d1b75-cd87-4d07-b203-a72d88b92270 req-07ae4ad7-cd1c-429f-801c-52c459e394a0 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 946 time: 0.1119113
May 02 03:12:35.435759 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-218d1b75-cd87-4d07-b203-a72d88b92270 req-c9868d3c-bf09-4e63-a00b-44ba4369096c tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461411
May 02 03:12:35.666125 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-5dd31c06-7b0d-4bfa-8b07-2bba0492239f req-e5ba439d-867c-4a70-b9d9-64713cc9aa09 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0521550
May 02 03:12:36.410071 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device 069e3ee7-bdc7-4e02-be8a-4879c53906c5 no longer exists at agent hyperv_hv-cinder-78907 {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 02 03:12:36.478804 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] No Port match for: 069e3ee7-bdc7-4e02-be8a-4879c53906c5 {{(pid=73902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 02 03:12:36.479380 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device 069e3ee7-bdc7-4e02-be8a-4879c53906c5 not bound to the agent host hv-cinder-78907 {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 02 03:12:36.677175 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce069d3e-8be9-4d6b-93f6-451a2405c7dd req-9ba35755-d6ef-4dd3-93d4-245b8855b742 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:36.679481 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-ce069d3e-8be9-4d6b-93f6-451a2405c7dd req-9ba35755-d6ef-4dd3-93d4-245b8855b742 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 946 time: 0.0938528
May 02 03:12:36.764390 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-ce069d3e-8be9-4d6b-93f6-451a2405c7dd req-c9800cc6-656a-46d7-9f73-b42db0ed54e1 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0778637
May 02 03:12:36.933647 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-59e2681a-e065-4623-8cb6-35cc93274cf4 req-c063b706-331f-499c-942b-46951759bc92 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0704317
May 02 03:12:37.711271 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:38.081999 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7375ab80-fa34-4ea1-8ba1-286aa707dbae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:38.147904 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380f2b0-ea12-4601-85e6-55c3a506a11f req-2ab4e454-4c6b-4736-bb2b-7e5e9629a5fb tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:38.149465 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2380f2b0-ea12-4601-85e6-55c3a506a11f req-2ab4e454-4c6b-4736-bb2b-7e5e9629a5fb tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.1668231
May 02 03:12:38.158929 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a772fa-6798-4170-849c-d1586c272498 req-e4caf995-16e5-4df6-8780-813c0fd117b0 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:38.160748 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-f3a772fa-6798-4170-849c-d1586c272498 req-e4caf995-16e5-4df6-8780-813c0fd117b0 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 946 time: 0.1445930
May 02 03:12:38.277985 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2380f2b0-ea12-4601-85e6-55c3a506a11f req-89b9a3bc-4741-41f8-8f34-cca62dfd93ac tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1158900
May 02 03:12:38.284800 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-f3a772fa-6798-4170-849c-d1586c272498 req-2880c716-2d82-46d4-a353-20f914414a2a tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1038463
May 02 03:12:38.456153 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-304ba32a-ae60-4ab9-8610-e79a19bdc87f req-31bc44a2-b161-422d-b90f-82ee5d4d84ef tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0714231
May 02 03:12:39.168671 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:39.588908 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72561832-fbe0-4218-867b-11de1b164348 req-5d3d1b1e-f5e5-4d10-a158-a33289da0508 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:39.590565 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-72561832-fbe0-4218-867b-11de1b164348 req-5d3d1b1e-f5e5-4d10-a158-a33289da0508 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 946 time: 0.1600494
May 02 03:12:39.599411 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30027d08-f644-4502-9662-64834465a5af req-22493e6b-a246-48be-b0bc-ec3be8a17c3e tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:39.600953 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-30027d08-f644-4502-9662-64834465a5af req-22493e6b-a246-48be-b0bc-ec3be8a17c3e tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.1285303
May 02 03:12:39.680617 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-72561832-fbe0-4218-867b-11de1b164348 req-a07078be-8631-4d47-a05a-9ea22b92320e tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0786476
May 02 03:12:39.685980 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-30027d08-f644-4502-9662-64834465a5af req-d29932d6-7989-4ddb-a178-91772c560b6d tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700796
May 02 03:12:39.937082 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-fb690de2-57e9-4adb-ad60-109a7b1f73da req-d4d45600-b0e2-4b89-b994-3fa3ac3eb5e5 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0578604
May 02 03:12:40.283986 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83499275-9555-43c6-912b-ef7445e2b8e6 req-5c0bf978-0d0a-46d6-a3a0-fbc0a29964ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:40.285727 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-83499275-9555-43c6-912b-ef7445e2b8e6 req-5c0bf978-0d0a-46d6-a3a0-fbc0a29964ce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c0c7970eea444c3cab1fd1c05acdf886&device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 1098 time: 0.0957186
May 02 03:12:40.468598 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83499275-9555-43c6-912b-ef7445e2b8e6 req-b21be49c-5f6a-41a4-ac10-f2e0df369d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:40.470299 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-83499275-9555-43c6-912b-ef7445e2b8e6 req-b21be49c-5f6a-41a4-ac10-f2e0df369d8b service neutron] 10.222.0.37 "GET /v2.0/networks?id=ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34 HTTP/1.1" status: 200  len: 920 time: 0.1705122
May 02 03:12:40.701881 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-83499275-9555-43c6-912b-ef7445e2b8e6 req-604f42f9-9bcb-40cd-a106-2355d629ab11 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08dc974b-7500-43e6-8dbe-573d688be584 HTTP/1.1" status: 200  len: 217 time: 0.2241957
May 02 03:12:40.770382 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:40.950271 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:40.988247 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83499275-9555-43c6-912b-ef7445e2b8e6 req-08ec7c17-3f84-4fec-adf1-03597a478bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:40.991563 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-83499275-9555-43c6-912b-ef7445e2b8e6 req-08ec7c17-3f84-4fec-adf1-03597a478bf0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1b190fc7-4823-4c94-a79b-e61ea64b5302 HTTP/1.1" status: 200  len: 859 time: 0.2738588
May 02 03:12:41.214715 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9291d0cd-3f1f-4fa3-823d-a6da37a39104 req-e09e1d5c-3d77-4b49-a51c-d934a2bc072c tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:41.217201 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-9291d0cd-3f1f-4fa3-823d-a6da37a39104 req-e09e1d5c-3d77-4b49-a51c-d934a2bc072c tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.37 "GET /v2.0/networks?id=041817d9-bfb8-4b11-9134-61e384d9c06b HTTP/1.1" status: 200  len: 813 time: 0.5683529
May 02 03:12:41.302309 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b228f4-343f-4e22-8ea1-386bcd064b31 req-17caba9a-463e-424e-936e-dfdcc2237d5c tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:41.304019 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-85b228f4-343f-4e22-8ea1-386bcd064b31 req-17caba9a-463e-424e-936e-dfdcc2237d5c tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.3413193
May 02 03:12:41.371117 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-85b228f4-343f-4e22-8ea1-386bcd064b31 req-7ac94c3f-ee86-4ab8-9449-eddbfb20a70e tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560656
May 02 03:12:41.382025 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc195f4-1a41-45f5-9f9a-a5755031dad2 req-2a3d555d-fe2d-4fe3-9426-874661fcd101 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:41.384507 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-7fc195f4-1a41-45f5-9f9a-a5755031dad2 req-2a3d555d-fe2d-4fe3-9426-874661fcd101 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 946 time: 0.2639260
May 02 03:12:41.483394 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-7fc195f4-1a41-45f5-9f9a-a5755031dad2 req-902bccde-2f41-4793-92d2-e59806225aa8 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0860648
May 02 03:12:41.555612 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-ea78aedd-2a22-4294-b907-484b3eff4092 req-cdfc9789-c99f-4262-8b22-5afb97587def tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0701005
May 02 03:12:42.607130 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21100f-301b-44db-8dd5-9ce35da55637 req-5d5c486f-c53c-4e0f-abaf-6c593d69c124 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:42.609212 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-bb21100f-301b-44db-8dd5-9ce35da55637 req-5d5c486f-c53c-4e0f-abaf-6c593d69c124 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.0945086
May 02 03:12:42.711778 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-bb21100f-301b-44db-8dd5-9ce35da55637 req-dbf20c05-eda6-47e9-b563-3e3bd5b4a390 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956235
May 02 03:12:42.758252 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f68e2e6-a869-40a4-a27c-7430677d161e req-e65dbc51-5eaf-441a-bd82-f1bc8f67bb9e tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:42.760845 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2f68e2e6-a869-40a4-a27c-7430677d161e req-e65dbc51-5eaf-441a-bd82-f1bc8f67bb9e tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 946 time: 0.1294570
May 02 03:12:42.849934 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2f68e2e6-a869-40a4-a27c-7430677d161e req-371fe10e-1f12-4d4d-b938-e3ff436e78cd tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0806732
May 02 03:12:42.940603 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-95057ab5-f458-4db4-b83f-8c2bc6842abf req-ba40fdab-a505-4921-afb9-6c568e91d092 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0459745
May 02 03:12:43.668279 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:12:44.061515 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b2383-1799-4e63-9a10-be56f6f5fa62 req-40f229ad-c2f9-4d4c-b550-6d3c7b826d0a tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:44.086831 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [req-9291d0cd-3f1f-4fa3-823d-a6da37a39104 req-ba8f267a-cc23-4ec3-9ff5-b06bd817d1d9 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] Request body: {'port': {'device_id': 'a4c60cd6-1de3-43b0-a2ad-3b83243be447', 'network_id': '041817d9-bfb8-4b11-9134-61e384d9c06b', 'admin_state_up': True, 'tenant_id': 'bca306ed607a4c229d3502be0e4ec32f'}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:12:44.091966 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-723b2383-1799-4e63-9a10-be56f6f5fa62 req-40f229ad-c2f9-4d4c-b550-6d3c7b826d0a tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.1796465
May 02 03:12:44.125305 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-83499275-9555-43c6-912b-ef7445e2b8e6 req-507a6302-2cbb-4a98-9a36-53bca1e9b7ff service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2048008
May 02 03:12:44.226401 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-723b2383-1799-4e63-9a10-be56f6f5fa62 req-34981258-eac8-4987-9f71-038d899d689b tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1333826
May 02 03:12:44.328488 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e4d8d-f05b-409d-ab10-db2df53c4e03 req-dd998430-1d40-431f-9ff9-ea9e18cefe22 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:44.331513 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-6e2e4d8d-f05b-409d-ab10-db2df53c4e03 req-dd998430-1d40-431f-9ff9-ea9e18cefe22 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 946 time: 0.1939127
May 02 03:12:44.427380 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device 0df8b6ae-d25f-4132-8489-a685808f1ea3 details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=73902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 02 03:12:44.445299 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-3417a3bc-3ff2-4d86-93bd-67c053bc8805 req-a97c559b-fe23-48a8-802d-62e2becaf63e tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0765433
May 02 03:12:44.489747 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [req-9291d0cd-3f1f-4fa3-823d-a6da37a39104 req-ba8f267a-cc23-4ec3-9ff5-b06bd817d1d9 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:12:44.496924 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-9291d0cd-3f1f-4fa3-823d-a6da37a39104 req-ba8f267a-cc23-4ec3-9ff5-b06bd817d1d9 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] Usage tracker for resource:port and tenant:bca306ed607a4c229d3502be0e4ec32f is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:12:44.497231 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-9291d0cd-3f1f-4fa3-823d-a6da37a39104 req-ba8f267a-cc23-4ec3-9ff5-b06bd817d1d9 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:12:44.509241 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [req-9291d0cd-3f1f-4fa3-823d-a6da37a39104 req-ba8f267a-cc23-4ec3-9ff5-b06bd817d1d9 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:12:44.520722 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-6e2e4d8d-f05b-409d-ab10-db2df53c4e03 req-1159bfbd-3c5c-44ea-a959-99fc4b4a539c tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1807504
May 02 03:12:44.550560 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9291d0cd-3f1f-4fa3-823d-a6da37a39104 req-ba8f267a-cc23-4ec3-9ff5-b06bd817d1d9 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] Made reservation on behalf of bca306ed607a4c229d3502be0e4ec32f for: {'port': 1} {{(pid=73900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 02 03:12:44.557702 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-9291d0cd-3f1f-4fa3-823d-a6da37a39104 req-ba8f267a-cc23-4ec3-9ff5-b06bd817d1d9 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:44.591534 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-83499275-9555-43c6-912b-ef7445e2b8e6 req-a8f7d201-668d-44a0-8b87-2f12604e4774 service neutron] 10.222.0.37 "GET /v2.0/networks/ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4262242
May 02 03:12:44.706768 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port 0df8b6ae-d25f-4132-8489-a685808f1ea3, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=0df8b6ae-d25f-4132-8489-a685808f1ea3,segment=NetworkSegment(6c6f3f05-f004-471e-8a0e-26e9fcb39326),segment_id=6c6f3f05-f004-471e-8a0e-26e9fcb39326)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:12:44.724605 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Returning: {'device': '0df8b6ae-d25f-4132-8489-a685808f1ea3', 'network_id': 'c7fbd4b3-8241-42d4-a727-6c3f39a82264', 'port_id': '0df8b6ae-d25f-4132-8489-a685808f1ea3', 'mac_address': 'fa:16:3e:7e:30:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78de75db-d296-47a5-9b25-e7b9f1e1ac72', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 02 03:12:44.791540 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:44.819879 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.notifiers.nova [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0df8b6ae-d25f-4132-8489-a685808f1ea3 {{(pid=73902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 02 03:12:44.841054 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port 0df8b6ae-d25f-4132-8489-a685808f1ea3, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=0df8b6ae-d25f-4132-8489-a685808f1ea3,segment=NetworkSegment(6c6f3f05-f004-471e-8a0e-26e9fcb39326),segment_id=6c6f3f05-f004-471e-8a0e-26e9fcb39326)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:12:44.848343 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:44.851002 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:12:44.978743 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Pushing event updated for resources: {'Port': ['ID=0df8b6ae-d25f-4132-8489-a685808f1ea3,revision_number=6']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:12:44.986831 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:12:45.006799 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] get_ports_and_sgs() called for port_ids ['0df8b6ae-d25f-4132-8489-a685808f1ea3'] {{(pid=73902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 02 03:12:45.017742 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-83499275-9555-43c6-912b-ef7445e2b8e6 req-c958db1e-5ed0-4df1-88ea-900fe0066aa0 service neutron] 10.222.0.37 "GET /v2.0/networks/ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4179883
May 02 03:12:45.049002 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.db_base_plugin_common [req-9291d0cd-3f1f-4fa3-823d-a6da37a39104 req-ba8f267a-cc23-4ec3-9ff5-b06bd817d1d9 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] Allocated IP 172.20.0.2 (041817d9-bfb8-4b11-9134-61e384d9c06b/17e9704b-5652-4c8d-b36d-f5ac3282d83e/45ffe3c6-5326-4090-8038-026d72de9e22) {{(pid=73900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 02 03:12:45.542934 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a648a3-90f1-4196-88a9-27d17217e058 req-0c4d49b9-c1c4-4593-9531-0f6e724b43b1 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:45.553163 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-82a648a3-90f1-4196-88a9-27d17217e058 req-0c4d49b9-c1c4-4593-9531-0f6e724b43b1 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.1542006
May 02 03:12:45.645100 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-82a648a3-90f1-4196-88a9-27d17217e058 req-42207ddd-8357-4d28-ba91-44e73d903f91 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906346
May 02 03:12:45.818384 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-9291d0cd-3f1f-4fa3-823d-a6da37a39104 req-ba8f267a-cc23-4ec3-9ff5-b06bd817d1d9 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] Notify callbacks [] for port, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:45.902906 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-9291d0cd-3f1f-4fa3-823d-a6da37a39104 req-ba8f267a-cc23-4ec3-9ff5-b06bd817d1d9 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747865333526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-899257'] for port, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:45.920489 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-d015b567-14dd-4775-aa0d-24f2a61efa12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:12:46.053544 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9291d0cd-3f1f-4fa3-823d-a6da37a39104 req-ba8f267a-cc23-4ec3-9ff5-b06bd817d1d9 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] Network 041817d9-bfb8-4b11-9134-61e384d9c06b is already hosted by enough agents. {{(pid=73900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:12:46.067357 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.base_scheduler [req-9291d0cd-3f1f-4fa3-823d-a6da37a39104 req-ba8f267a-cc23-4ec3-9ff5-b06bd817d1d9 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] Resources bound (agent type, host, resource id):  {{(pid=73900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:12:46.073357 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.l3_dvrscheduler_db [req-9291d0cd-3f1f-4fa3-823d-a6da37a39104 req-ba8f267a-cc23-4ec3-9ff5-b06bd817d1d9 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] Received port after_create {{(pid=73900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 02 03:12:46.169731 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9291d0cd-3f1f-4fa3-823d-a6da37a39104 req-ba8f267a-cc23-4ec3-9ff5-b06bd817d1d9 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:46.170711 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-9291d0cd-3f1f-4fa3-823d-a6da37a39104 req-ba8f267a-cc23-4ec3-9ff5-b06bd817d1d9 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for port, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:46.201019 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f267a-cc23-4ec3-9ff5-b06bd817d1d9 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] Pushing event updated for resources: {'Port': ['ID=45ffe3c6-5326-4090-8038-026d72de9e22,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:12:46.221085 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8f267a-cc23-4ec3-9ff5-b06bd817d1d9 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:12:46.221455 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8f267a-cc23-4ec3-9ff5-b06bd817d1d9 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:12:46.221807 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8f267a-cc23-4ec3-9ff5-b06bd817d1d9 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:12:46.222156 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8f267a-cc23-4ec3-9ff5-b06bd817d1d9 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:12:46.222522 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8f267a-cc23-4ec3-9ff5-b06bd817d1d9 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:12:46.223248 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8f267a-cc23-4ec3-9ff5-b06bd817d1d9 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:12:46.223610 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8f267a-cc23-4ec3-9ff5-b06bd817d1d9 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:12:46.223953 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8f267a-cc23-4ec3-9ff5-b06bd817d1d9 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:12:46.224331 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8f267a-cc23-4ec3-9ff5-b06bd817d1d9 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:12:46.224623 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8f267a-cc23-4ec3-9ff5-b06bd817d1d9 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:12:46.224986 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8f267a-cc23-4ec3-9ff5-b06bd817d1d9 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:12:46.225344 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8f267a-cc23-4ec3-9ff5-b06bd817d1d9 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:12:46.229828 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-ba8f267a-cc23-4ec3-9ff5-b06bd817d1d9 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:12:46.250131 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-9291d0cd-3f1f-4fa3-823d-a6da37a39104 req-ba8f267a-cc23-4ec3-9ff5-b06bd817d1d9 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2002592
May 02 03:12:46.265390 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [req-9291d0cd-3f1f-4fa3-823d-a6da37a39104 req-269d0d21-9be7-44e7-aadc-e593a7dca6e2 service neutron] Request body: {'port': {'device_id': 'a4c60cd6-1de3-43b0-a2ad-3b83243be447', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78907'}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:12:46.286255 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15a0dc-a10a-4fed-9254-456d7a8e935c req-02548aa5-6445-4825-981c-6587657b4fe9 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:46.291634 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-ad15a0dc-a10a-4fed-9254-456d7a8e935c req-02548aa5-6445-4825-981c-6587657b4fe9 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 945 time: 0.4275796
May 02 03:12:46.385457 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba42f72-03a8-45e8-a075-febc367eccaa req-1ca6579d-64fe-4420-9ea2-19ec671ee9a4 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:46.391472 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-dba42f72-03a8-45e8-a075-febc367eccaa req-1ca6579d-64fe-4420-9ea2-19ec671ee9a4 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 931 time: 0.4060044
May 02 03:12:46.427251 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device 0df8b6ae-d25f-4132-8489-a685808f1ea3 up at agent hyperv_hv-cinder-78907 {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:12:46.454746 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-9291d0cd-3f1f-4fa3-823d-a6da37a39104 req-269d0d21-9be7-44e7-aadc-e593a7dca6e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:46.495946 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-ad15a0dc-a10a-4fed-9254-456d7a8e935c req-36c11b78-c14f-4b00-a34f-712e25b820f8 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1918156
May 02 03:12:46.568649 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [req-dba42f72-03a8-45e8-a075-febc367eccaa req-c498a349-9d79-4cff-b441-66098e9b4cc1 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] Synchronizing usage tracker for tenant:bca306ed607a4c229d3502be0e4ec32f on resource:security_group {{(pid=73901) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 02 03:12:46.642243 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [req-dba42f72-03a8-45e8-a075-febc367eccaa req-c498a349-9d79-4cff-b441-66098e9b4cc1 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] Unset dirty status for tenant:bca306ed607a4c229d3502be0e4ec32f on resource:security_group {{(pid=73901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 02 03:12:46.644307 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-dba42f72-03a8-45e8-a075-febc367eccaa req-c498a349-9d79-4cff-b441-66098e9b4cc1 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/security-groups?id=489ddd8b-c994-4083-8924-38efc23f5aab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2330294
May 02 03:12:46.784666 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Provisioning complete for port 0df8b6ae-d25f-4132-8489-a685808f1ea3 triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:12:46.785269 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:47.207408 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:47.343124 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '872861b5-2289-48a5-9ad3-e3799fbcc95a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df8b6ae-d25f-4132-8489-a685808f1ea3'}] {{(pid=73902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:12:47.401807 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port 0df8b6ae-d25f-4132-8489-a685808f1ea3, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=0df8b6ae-d25f-4132-8489-a685808f1ea3,segment=NetworkSegment(6c6f3f05-f004-471e-8a0e-26e9fcb39326),segment_id=6c6f3f05-f004-471e-8a0e-26e9fcb39326)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:12:47.424624 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:47.429254 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:12:47.713025 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbdee04-a258-4f09-acfd-88980dd6c0c9 req-80a953e8-e7a7-4d71-a822-b5a92333ac28 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:47.721647 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4fbdee04-a258-4f09-acfd-88980dd6c0c9 req-80a953e8-e7a7-4d71-a822-b5a92333ac28 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/networks?id=e3c24553-093c-4dba-a579-e14fc9bf8125 HTTP/1.1" status: 200  len: 815 time: 0.8435426
May 02 03:12:47.738135 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4fbdee04-a258-4f09-acfd-88980dd6c0c9 req-c040dc3d-ed3d-440b-8e74-4366ef31fe4e tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/quotas/a9fa23c656804d85929e20a6cdbea65a HTTP/1.1" status: 200  len: 375 time: 0.0151846
May 02 03:12:47.752956 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce18957-9251-47d9-9f14-61b829418f49 req-0d9c8ddd-dec3-4dca-a68e-048c3390ce5f tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:47.754968 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-bce18957-9251-47d9-9f14-61b829418f49 req-0d9c8ddd-dec3-4dca-a68e-048c3390ce5f tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.5092485
May 02 03:12:47.796759 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Pushing event updated for resources: {'Port': ['ID=0df8b6ae-d25f-4132-8489-a685808f1ea3,revision_number=7']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:12:47.805532 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:12:47.901934 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-bce18957-9251-47d9-9f14-61b829418f49 req-b123ed4f-8f4a-4761-8e3e-949b179136b2 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1382422
May 02 03:12:47.985701 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4fbdee04-a258-4f09-acfd-88980dd6c0c9 req-13d2bc63-a06c-48fb-8a91-f6c18db71139 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a9fa23c656804d85929e20a6cdbea65a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2293518
May 02 03:12:47.996000 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.notifiers.nova [req-9291d0cd-3f1f-4fa3-823d-a6da37a39104 req-269d0d21-9be7-44e7-aadc-e593a7dca6e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45ffe3c6-5326-4090-8038-026d72de9e22 {{(pid=73900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 02 03:12:48.015518 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-9291d0cd-3f1f-4fa3-823d-a6da37a39104 req-269d0d21-9be7-44e7-aadc-e593a7dca6e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:48.095456 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.provisioning_blocks [req-9291d0cd-3f1f-4fa3-823d-a6da37a39104 req-269d0d21-9be7-44e7-aadc-e593a7dca6e2 service neutron] Transition to ACTIVE for port object 45ffe3c6-5326-4090-8038-026d72de9e22 will not be triggered until provisioned by entity L2. {{(pid=73900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:12:48.100475 dv-cinder-789077-1-iscsi neutron-server[73902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '872861b5-2289-48a5-9ad3-e3799fbcc95a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df8b6ae-d25f-4132-8489-a685808f1ea3', 'code': 200}
May 02 03:12:48.112130 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-9291d0cd-3f1f-4fa3-823d-a6da37a39104 req-269d0d21-9be7-44e7-aadc-e593a7dca6e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-899214'] for port, after_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:48.132008 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-62c4020f-fef9-471b-b5aa-54111ceb185a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:12:48.522634 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4fbdee04-a258-4f09-acfd-88980dd6c0c9 req-b34a993d-c211-48e9-9a0c-c245ff697cb9 service neutron] 10.222.0.38 "GET /v2.0/networks/e3c24553-093c-4dba-a579-e14fc9bf8125?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5021193
May 02 03:12:48.627849 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d0d21-9be7-44e7-aadc-e593a7dca6e2 service neutron] Pushing event updated for resources: {'Port': ['ID=45ffe3c6-5326-4090-8038-026d72de9e22,revision_number=2']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:12:48.639877 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-269d0d21-9be7-44e7-aadc-e593a7dca6e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:12:48.726277 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [req-9291d0cd-3f1f-4fa3-823d-a6da37a39104 req-269d0d21-9be7-44e7-aadc-e593a7dca6e2 service neutron] Attempting to bind port 45ffe3c6-5326-4090-8038-026d72de9e22 on host hv-cinder-78907 for vnic_type normal with profile  {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 02 03:12:48.727039 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [req-9291d0cd-3f1f-4fa3-823d-a6da37a39104 req-269d0d21-9be7-44e7-aadc-e593a7dca6e2 service neutron] Attempting to bind port 45ffe3c6-5326-4090-8038-026d72de9e22 by drivers openvswitch,hyperv on host hv-cinder-78907 at level 0 using segments [{'id': 'd327778e-1102-4bc5-b221-3fa84d718c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '041817d9-bfb8-4b11-9134-61e384d9c06b'}] {{(pid=73900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 02 03:12:48.728049 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9291d0cd-3f1f-4fa3-823d-a6da37a39104 req-269d0d21-9be7-44e7-aadc-e593a7dca6e2 service neutron] Attempting to bind port 45ffe3c6-5326-4090-8038-026d72de9e22 on network 041817d9-bfb8-4b11-9134-61e384d9c06b {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:12:48.739293 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9291d0cd-3f1f-4fa3-823d-a6da37a39104 req-269d0d21-9be7-44e7-aadc-e593a7dca6e2 service neutron] Port 45ffe3c6-5326-4090-8038-026d72de9e22 on network 041817d9-bfb8-4b11-9134-61e384d9c06b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78907 {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 02 03:12:48.741097 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9291d0cd-3f1f-4fa3-823d-a6da37a39104 req-269d0d21-9be7-44e7-aadc-e593a7dca6e2 service neutron] Attempting to bind port 45ffe3c6-5326-4090-8038-026d72de9e22 on network 041817d9-bfb8-4b11-9134-61e384d9c06b {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:12:48.751548 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9291d0cd-3f1f-4fa3-823d-a6da37a39104 req-269d0d21-9be7-44e7-aadc-e593a7dca6e2 service neutron] Checking agent: {'id': '8531ff9a-0c75-4a44-9da7-2507d2e05f16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 8, 9), 'started_at': datetime.datetime(2021, 5, 2, 3, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 02 03:12:48.752655 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9291d0cd-3f1f-4fa3-823d-a6da37a39104 req-269d0d21-9be7-44e7-aadc-e593a7dca6e2 service neutron] Checking segment: {'id': 'd327778e-1102-4bc5-b221-3fa84d718c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '041817d9-bfb8-4b11-9134-61e384d9c06b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:12:48.753435 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9291d0cd-3f1f-4fa3-823d-a6da37a39104 req-269d0d21-9be7-44e7-aadc-e593a7dca6e2 service neutron] Bound using segment: {'id': 'd327778e-1102-4bc5-b221-3fa84d718c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '041817d9-bfb8-4b11-9134-61e384d9c06b'} {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 02 03:12:48.754308 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [req-9291d0cd-3f1f-4fa3-823d-a6da37a39104 req-269d0d21-9be7-44e7-aadc-e593a7dca6e2 service neutron] Bound port: 45ffe3c6-5326-4090-8038-026d72de9e22, host: hv-cinder-78907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd327778e-1102-4bc5-b221-3fa84d718c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '041817d9-bfb8-4b11-9134-61e384d9c06b'}}] {{(pid=73900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 02 03:12:48.755228 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-9291d0cd-3f1f-4fa3-823d-a6da37a39104 req-269d0d21-9be7-44e7-aadc-e593a7dca6e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:48.779506 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4fbdee04-a258-4f09-acfd-88980dd6c0c9 req-fed788b1-6d63-4c5b-ba8e-16d836c83b12 service neutron] 10.222.0.38 "GET /v2.0/networks/e3c24553-093c-4dba-a579-e14fc9bf8125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2043889
May 02 03:12:48.887193 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b1707-8b90-410c-82ad-dc40d8acef13 req-83bfdc34-506a-4cea-9fa2-2d797a6ba2bd tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:48.902301 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-422b1707-8b90-410c-82ad-dc40d8acef13 req-83bfdc34-506a-4cea-9fa2-2d797a6ba2bd tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 946 time: 0.3819635
May 02 03:12:49.105114 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [req-9291d0cd-3f1f-4fa3-823d-a6da37a39104 req-269d0d21-9be7-44e7-aadc-e593a7dca6e2 service neutron] For port 45ffe3c6-5326-4090-8038-026d72de9e22, host hv-cinder-78907, cleared binding levels {{(pid=73900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 02 03:12:49.133663 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [req-9291d0cd-3f1f-4fa3-823d-a6da37a39104 req-269d0d21-9be7-44e7-aadc-e593a7dca6e2 service neutron] For port 45ffe3c6-5326-4090-8038-026d72de9e22, host hv-cinder-78907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=45ffe3c6-5326-4090-8038-026d72de9e22,segment=NetworkSegment(d327778e-1102-4bc5-b221-3fa84d718c80),segment_id=d327778e-1102-4bc5-b221-3fa84d718c80)] {{(pid=73900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 02 03:12:49.149764 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-9291d0cd-3f1f-4fa3-823d-a6da37a39104 req-269d0d21-9be7-44e7-aadc-e593a7dca6e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-899214'] for port, after_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:49.159785 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-62c0358a-0194-4cdc-995f-25b934ce713c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:12:49.219029 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-422b1707-8b90-410c-82ad-dc40d8acef13 req-11002413-a13c-4a2a-a681-666fb3dade56 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3072498
May 02 03:12:49.441123 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9291d0cd-3f1f-4fa3-823d-a6da37a39104 req-269d0d21-9be7-44e7-aadc-e593a7dca6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:49.442256 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-9291d0cd-3f1f-4fa3-823d-a6da37a39104 req-269d0d21-9be7-44e7-aadc-e593a7dca6e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for port, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:49.457949 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-9291d0cd-3f1f-4fa3-823d-a6da37a39104 req-269d0d21-9be7-44e7-aadc-e593a7dca6e2 service neutron] 10.222.0.37 "PUT /v2.0/ports/45ffe3c6-5326-4090-8038-026d72de9e22 HTTP/1.1" status: 200  len: 1093 time: 3.1907821
May 02 03:12:49.458950 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c60cd6-1de3-43b0-a2ad-3b83243be447', 'tag': '45ffe3c6-5326-4090-8038-026d72de9e22'}] {{(pid=73900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:12:49.514038 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d0d21-9be7-44e7-aadc-e593a7dca6e2 service neutron] Pushing event updated for resources: {'Port': ['ID=45ffe3c6-5326-4090-8038-026d72de9e22,revision_number=3']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:12:49.522620 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-269d0d21-9be7-44e7-aadc-e593a7dca6e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:12:49.596671 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e21d4-9db7-4755-abd1-7eb87cd2e299 req-0bd44d07-7373-49d7-aadf-082386c496d9 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:49.614774 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-3d9e21d4-9db7-4755-abd1-7eb87cd2e299 req-0bd44d07-7373-49d7-aadf-082386c496d9 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 943 time: 0.3350165
May 02 03:12:49.837546 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-3d9e21d4-9db7-4755-abd1-7eb87cd2e299 req-3aa75b01-b0e5-4be4-9274-70fcb9a7bc8a tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/security-groups?id=489ddd8b-c994-4083-8924-38efc23f5aab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2074807
May 02 03:12:49.885595 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b9261-3bf5-4fd3-a73f-054fa5aa992b req-ba68d345-6f8b-4f36-80f7-ab9845c322eb tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:49.887693 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-f77b9261-3bf5-4fd3-a73f-054fa5aa992b req-ba68d345-6f8b-4f36-80f7-ab9845c322eb tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.4951463
May 02 03:12:50.084436 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9291d0cd-3f1f-4fa3-823d-a6da37a39104 req-35e33119-a890-49aa-9c64-79412e692828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:50.087318 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-74b568d0-a41a-4b2b-8a9b-3336969d2a27 req-7627292c-df71-4c47-91ee-2cafb45af3f5 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.1434841
May 02 03:12:50.102465 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-9291d0cd-3f1f-4fa3-823d-a6da37a39104 req-35e33119-a890-49aa-9c64-79412e692828 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bca306ed607a4c229d3502be0e4ec32f&device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 1096 time: 0.3285236
May 02 03:12:50.115441 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-f77b9261-3bf5-4fd3-a73f-054fa5aa992b req-5d831ef5-65f6-4129-932f-84fc682e1851 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2147000
May 02 03:12:50.398688 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-9291d0cd-3f1f-4fa3-823d-a6da37a39104 req-563b45e1-afad-4fa8-97ea-cd4c5a36c9c7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=45ffe3c6-5326-4090-8038-026d72de9e22 HTTP/1.1" status: 200  len: 217 time: 0.2568760
May 02 03:12:50.403038 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4c60cd6-1de3-43b0-a2ad-3b83243be447', 'tag': '45ffe3c6-5326-4090-8038-026d72de9e22', 'status': 'completed', 'code': 200}
May 02 03:12:50.712176 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10e419-ee81-4ab9-82b2-7093ad5e050d req-191bc081-181a-45f6-bad3-7dcb6149da85 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:50.720944 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2e10e419-ee81-4ab9-82b2-7093ad5e050d req-191bc081-181a-45f6-bad3-7dcb6149da85 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 946 time: 0.2206743
May 02 03:12:50.877453 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2e10e419-ee81-4ab9-82b2-7093ad5e050d req-0005af71-a5be-4e2f-b452-be4eb5d485ad tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1513927
May 02 03:12:51.464523 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-7429e622-05c2-4938-a1ab-6d9ef9cbe93c req-a1b9ea36-73ff-4bd2-b6d1-df2060c93ef2 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0899298
May 02 03:12:51.543470 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 47990) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:12:51.570064 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6642cfba-ac1d-4daa-b134-27e5fa42790b req-6376a8f0-20a2-4b99-a548-9092de9afed3 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:51.579092 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-6642cfba-ac1d-4daa-b134-27e5fa42790b req-6376a8f0-20a2-4b99-a548-9092de9afed3 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 943 time: 0.2941821
May 02 03:12:51.660344 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-6642cfba-ac1d-4daa-b134-27e5fa42790b req-bf597d67-0384-4a44-aed0-33e7eaba25a9 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/security-groups?id=489ddd8b-c994-4083-8924-38efc23f5aab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728145
May 02 03:12:51.909361 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7976ae-3895-4ce5-b45e-34849f1d9e8f req-17dbdc68-875a-47cf-8a19-49e21f01700d tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:51.912299 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9f7976ae-3895-4ce5-b45e-34849f1d9e8f req-17dbdc68-875a-47cf-8a19-49e21f01700d tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.1571977
May 02 03:12:52.010487 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-8183d8da-fda4-4cbf-8130-4b8c0af3f9ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:52.031981 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9f7976ae-3895-4ce5-b45e-34849f1d9e8f req-3268e8cc-8a79-4c64-8afc-2ca70c033789 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081476
May 02 03:12:52.081709 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-8183d8da-fda4-4cbf-8130-4b8c0af3f9ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:12:52.088126 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-8183d8da-fda4-4cbf-8130-4b8c0af3f9ff admin admin] Usage tracker for resource:security_group_rule and tenant:9487c73a4a264da1831a5935ae87295a is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:12:52.092059 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-8183d8da-fda4-4cbf-8130-4b8c0af3f9ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:12:52.100973 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-8183d8da-fda4-4cbf-8130-4b8c0af3f9ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:12:52.265144 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-8183d8da-fda4-4cbf-8130-4b8c0af3f9ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:52.274699 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-8183d8da-fda4-4cbf-8130-4b8c0af3f9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:52.289067 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-3ca63f74-6ab4-4cb4-a0d2-63c44803854f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:12:52.400523 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9291d0cd-3f1f-4fa3-823d-a6da37a39104 req-443f70bf-d775-4751-a754-cdb1112bb558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:52.404561 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-9291d0cd-3f1f-4fa3-823d-a6da37a39104 req-443f70bf-d775-4751-a754-cdb1112bb558 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=17e9704b-5652-4c8d-b36d-f5ac3282d83e HTTP/1.1" status: 200  len: 853 time: 0.0996878
May 02 03:12:52.463087 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-8183d8da-fda4-4cbf-8130-4b8c0af3f9ff admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9487c73a4a264da1831a5935ae87295a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9179127
May 02 03:12:52.467982 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 48008) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:12:52.485778 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8183d8da-fda4-4cbf-8130-4b8c0af3f9ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2372d61a-ba2e-44bf-b4d3-2fe2534c6214,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:12:52.492657 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-8183d8da-fda4-4cbf-8130-4b8c0af3f9ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:12:52.522861 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc4dd2-414b-4d3c-a94a-2c4c743f7c40 req-c0703675-576c-4e09-8a89-df44555f0294 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:52.539921 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-7ffc4dd2-414b-4d3c-a94a-2c4c743f7c40 req-c0703675-576c-4e09-8a89-df44555f0294 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 946 time: 0.3499405
May 02 03:12:52.651102 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-0013a979-6671-4d65-95d0-2ef9249e0f06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:52.713874 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-7ffc4dd2-414b-4d3c-a94a-2c4c743f7c40 req-670a5d29-5f5c-4981-b421-cf594b0cd3ce tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1727824
May 02 03:12:52.726008 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-0013a979-6671-4d65-95d0-2ef9249e0f06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:52.782218 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-d3dd202c-70c0-434b-9e40-4d0ebbb807f1 req-ce08d8eb-03e2-4dad-aca4-a4cd82b021da tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.1152656
May 02 03:12:52.862548 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-0013a979-6671-4d65-95d0-2ef9249e0f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:52.876851 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-0aa9602c-bf54-4101-8eea-aa12105623a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:12:52.958080 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0013a979-6671-4d65-95d0-2ef9249e0f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2372d61a-ba2e-44bf-b4d3-2fe2534c6214,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:12:52.987340 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-0013a979-6671-4d65-95d0-2ef9249e0f06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:12:52.996275 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-0013a979-6671-4d65-95d0-2ef9249e0f06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:53.014297 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-0013a979-6671-4d65-95d0-2ef9249e0f06 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2372d61a-ba2e-44bf-b4d3-2fe2534c6214 HTTP/1.1" status: 204  len: 168 time: 0.5439560
May 02 03:12:53.418371 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aaf195-5bc7-4574-bca2-d217a3dfd29c req-b69d2275-d563-402d-ab4d-137f28fb5bba tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:53.420265 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-24aaf195-5bc7-4574-bca2-d217a3dfd29c req-b69d2275-d563-402d-ab4d-137f28fb5bba tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 943 time: 0.3611789
May 02 03:12:53.485473 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4802dca5-7866-4d14-b31b-b16109a84ba7 req-7709e586-5f57-4188-8fac-3a59a5431a0e tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:53.493087 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4802dca5-7866-4d14-b31b-b16109a84ba7 req-7709e586-5f57-4188-8fac-3a59a5431a0e tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.1679935
May 02 03:12:53.544163 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-24aaf195-5bc7-4574-bca2-d217a3dfd29c req-19e9e2f1-f87e-4ac8-87f5-4f21ec5ebc26 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/security-groups?id=489ddd8b-c994-4083-8924-38efc23f5aab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1126409
May 02 03:12:53.606655 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4802dca5-7866-4d14-b31b-b16109a84ba7 req-e906c717-6648-401e-8d3c-40b9ce0d63be tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1122611
May 02 03:12:53.650625 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-9291d0cd-3f1f-4fa3-823d-a6da37a39104 req-42262fdd-0ebc-49b0-9ece-4772193f36aa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=041817d9-bfb8-4b11-9134-61e384d9c06b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2386365
May 02 03:12:53.933462 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-9291d0cd-3f1f-4fa3-823d-a6da37a39104 req-78ad3e56-c9d0-48b3-9e04-2c06e72d701b service neutron] 10.222.0.37 "GET /v2.0/networks/041817d9-bfb8-4b11-9134-61e384d9c06b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2667968
May 02 03:12:54.067953 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 48042) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:12:54.150283 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-b00ec670-fcf3-4bf8-99a5-5270568a1930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:54.196090 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-343473a5-ec84-4dc1-8cc1-791a326a05ee req-97680c52-f373-4b4b-974d-8dcbbf0be9bc tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.1764960
May 02 03:12:54.395454 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-b00ec670-fcf3-4bf8-99a5-5270568a1930 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:12:54.425486 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-b00ec670-fcf3-4bf8-99a5-5270568a1930 admin admin] Usage tracker for resource:security_group_rule and tenant:1370dc01b0474c289b58d878f15b173e is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:12:54.433902 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-b00ec670-fcf3-4bf8-99a5-5270568a1930 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:12:54.479486 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-b00ec670-fcf3-4bf8-99a5-5270568a1930 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:12:54.611164 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-9291d0cd-3f1f-4fa3-823d-a6da37a39104 req-a96e11ae-c425-4b8a-9086-57f2d383e392 service neutron] 10.222.0.37 "GET /v2.0/networks/041817d9-bfb8-4b11-9134-61e384d9c06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6558697
May 02 03:12:55.270108 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-b00ec670-fcf3-4bf8-99a5-5270568a1930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:55.290783 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-b00ec670-fcf3-4bf8-99a5-5270568a1930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:55.323593 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-6d625ce8-7993-4847-a23c-d793162ff53d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:12:55.368029 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00ec670-fcf3-4bf8-99a5-5270568a1930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151514fe-543c-4886-8361-899885858eaf,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:12:55.380454 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00ec670-fcf3-4bf8-99a5-5270568a1930 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:12:55.380809 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00ec670-fcf3-4bf8-99a5-5270568a1930 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:12:55.381161 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00ec670-fcf3-4bf8-99a5-5270568a1930 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:12:55.381508 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00ec670-fcf3-4bf8-99a5-5270568a1930 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:12:55.381852 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00ec670-fcf3-4bf8-99a5-5270568a1930 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:12:55.382211 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00ec670-fcf3-4bf8-99a5-5270568a1930 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:12:55.382616 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00ec670-fcf3-4bf8-99a5-5270568a1930 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:12:55.382995 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00ec670-fcf3-4bf8-99a5-5270568a1930 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:12:55.383299 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00ec670-fcf3-4bf8-99a5-5270568a1930 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:12:55.384026 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00ec670-fcf3-4bf8-99a5-5270568a1930 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:12:55.384026 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00ec670-fcf3-4bf8-99a5-5270568a1930 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:12:55.384270 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00ec670-fcf3-4bf8-99a5-5270568a1930 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:12:55.402134 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-b00ec670-fcf3-4bf8-99a5-5270568a1930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:12:55.411953 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81183d0a-1429-4c38-895a-c109977b3a2c req-1029e91e-68a7-4aba-8d02-0e6041675313 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:55.420544 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-81183d0a-1429-4c38-895a-c109977b3a2c req-1029e91e-68a7-4aba-8d02-0e6041675313 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 946 time: 1.2123263
May 02 03:12:55.485504 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-b00ec670-fcf3-4bf8-99a5-5270568a1930 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1370dc01b0474c289b58d878f15b173e&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4083266
May 02 03:12:55.490874 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 48076) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:12:55.591101 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-23c1c150-61dc-4c87-a943-1508c5534e6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:55.644856 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef387a-1437-46fa-a770-0af100603f76 req-8438e0e6-0f65-44b1-931c-94f005888735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:55.652270 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-2bef387a-1437-46fa-a770-0af100603f76 req-8438e0e6-0f65-44b1-931c-94f005888735 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bca306ed607a4c229d3502be0e4ec32f&device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 1096 time: 0.6086287
May 02 03:12:55.665746 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-81183d0a-1429-4c38-895a-c109977b3a2c req-225ba092-997f-4d97-a9eb-592e3aa8a1dc tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2439365
May 02 03:12:55.682763 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-23c1c150-61dc-4c87-a943-1508c5534e6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:55.736006 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbdee04-a258-4f09-acfd-88980dd6c0c9 req-fd89249b-3326-4cae-b047-9dc4885469f7 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:55.738294 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-4fbdee04-a258-4f09-acfd-88980dd6c0c9 req-fd89249b-3326-4cae-b047-9dc4885469f7 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.37 "GET /v2.0/networks?id=e3c24553-093c-4dba-a579-e14fc9bf8125 HTTP/1.1" status: 200  len: 815 time: 0.5721216
May 02 03:12:55.862122 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [req-4fbdee04-a258-4f09-acfd-88980dd6c0c9 req-80e0ea28-002f-4d88-a05c-820b1b24422d tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Request body: {'port': {'device_id': 'd7897939-f9ef-48db-adb5-58fe671c399d', 'network_id': 'e3c24553-093c-4dba-a579-e14fc9bf8125', 'admin_state_up': True, 'tenant_id': 'a9fa23c656804d85929e20a6cdbea65a'}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:12:55.908304 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3dc240-b66b-4aae-b262-d268db355e47 req-3e85ddda-1a8f-4e12-b642-57ae3cb121d5 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:55.917839 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2b3dc240-b66b-4aae-b262-d268db355e47 req-3e85ddda-1a8f-4e12-b642-57ae3cb121d5 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 943 time: 1.0040524
May 02 03:12:55.922325 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-23c1c150-61dc-4c87-a943-1508c5534e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:55.992317 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-0421dddd-36ed-4f08-8064-5221bc2ae37c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:12:56.027124 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c1c150-61dc-4c87-a943-1508c5534e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151514fe-543c-4886-8361-899885858eaf,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:12:56.036304 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-23c1c150-61dc-4c87-a943-1508c5534e6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:12:56.056691 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-23c1c150-61dc-4c87-a943-1508c5534e6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:56.057877 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-23c1c150-61dc-4c87-a943-1508c5534e6c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/151514fe-543c-4886-8361-899885858eaf HTTP/1.1" status: 204  len: 168 time: 0.5660231
May 02 03:12:56.180478 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2b3dc240-b66b-4aae-b262-d268db355e47 req-ba58dea3-ae47-41ad-b0e5-cd9b9742d280 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/security-groups?id=489ddd8b-c994-4083-8924-38efc23f5aab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2333226
May 02 03:12:56.562634 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-b53c6813-d155-4612-8dea-003fca705c57 req-7a8c51d0-30ad-43ad-8f99-6c8342988ac0 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.1652946
May 02 03:12:56.901832 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef387a-1437-46fa-a770-0af100603f76 req-de771f45-cc03-4563-9a76-4cfb8cd7b0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:56.903676 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-2bef387a-1437-46fa-a770-0af100603f76 req-de771f45-cc03-4563-9a76-4cfb8cd7b0a9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=041817d9-bfb8-4b11-9134-61e384d9c06b HTTP/1.1" status: 200  len: 914 time: 1.2032020
May 02 03:12:56.904889 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [req-4fbdee04-a258-4f09-acfd-88980dd6c0c9 req-80e0ea28-002f-4d88-a05c-820b1b24422d tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:12:56.909971 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-4fbdee04-a258-4f09-acfd-88980dd6c0c9 req-80e0ea28-002f-4d88-a05c-820b1b24422d tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Usage tracker for resource:port and tenant:a9fa23c656804d85929e20a6cdbea65a is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:12:56.922467 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-4fbdee04-a258-4f09-acfd-88980dd6c0c9 req-80e0ea28-002f-4d88-a05c-820b1b24422d tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Quota usage for port was recalculated. Used quota:3. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:12:57.160870 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a71fc-e942-4476-8793-16f87425bb4b req-d578d4ef-9509-44bc-beb8-29893be6e4f6 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:57.184629 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-928a71fc-e942-4476-8793-16f87425bb4b req-d578d4ef-9509-44bc-beb8-29893be6e4f6 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.5351264
May 02 03:12:57.208138 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [req-4fbdee04-a258-4f09-acfd-88980dd6c0c9 req-80e0ea28-002f-4d88-a05c-820b1b24422d tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:12:57.302547 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-2bef387a-1437-46fa-a770-0af100603f76 req-ae59266b-1df0-4797-8dac-2ea244ab9040 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=45ffe3c6-5326-4090-8038-026d72de9e22 HTTP/1.1" status: 200  len: 217 time: 0.3887267
May 02 03:12:57.479115 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-928a71fc-e942-4476-8793-16f87425bb4b req-94abba03-9ead-4915-9b3d-ce73fc998454 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2924588
May 02 03:12:57.526169 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fbdee04-a258-4f09-acfd-88980dd6c0c9 req-80e0ea28-002f-4d88-a05c-820b1b24422d tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Made reservation on behalf of a9fa23c656804d85929e20a6cdbea65a for: {'port': 1} {{(pid=73900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 02 03:12:57.530020 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-4fbdee04-a258-4f09-acfd-88980dd6c0c9 req-80e0ea28-002f-4d88-a05c-820b1b24422d tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:57.669987 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef387a-1437-46fa-a770-0af100603f76 req-c33cbe5c-7f3e-4040-a4fa-624c2f32e129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:57.678717 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-2bef387a-1437-46fa-a770-0af100603f76 req-c33cbe5c-7f3e-4040-a4fa-624c2f32e129 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=17e9704b-5652-4c8d-b36d-f5ac3282d83e HTTP/1.1" status: 200  len: 853 time: 0.3487315
May 02 03:12:57.944036 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706254a6-907d-42b4-aefd-c0a17f627811 req-82ab5cea-d6ff-4ef3-81d3-c0bd959cf039 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:57.962504 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-706254a6-907d-42b4-aefd-c0a17f627811 req-82ab5cea-d6ff-4ef3-81d3-c0bd959cf039 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 946 time: 0.5228496
May 02 03:12:58.074118 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-706254a6-907d-42b4-aefd-c0a17f627811 req-0fc8a8c9-b5de-441f-90ba-e17a245f1870 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1092286
May 02 03:12:58.150996 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-2bef387a-1437-46fa-a770-0af100603f76 req-c61871d2-1cb9-4e3f-98de-95bda722cba8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=041817d9-bfb8-4b11-9134-61e384d9c06b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0889616
May 02 03:12:58.397466 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-2bef387a-1437-46fa-a770-0af100603f76 req-2f8ad6a1-fc35-43fa-abb1-2e3839e9dc10 service neutron] 10.222.0.37 "GET /v2.0/networks/041817d9-bfb8-4b11-9134-61e384d9c06b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2322354
May 02 03:12:58.484808 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device 45ffe3c6-5326-4090-8038-026d72de9e22 details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=73902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 02 03:12:58.633858 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-86d9d462-f718-44e0-be9b-7317d2d07e5f req-c29f7899-9d9a-417c-990e-382ab6de376d tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.1203825
May 02 03:12:58.832791 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port 45ffe3c6-5326-4090-8038-026d72de9e22, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=45ffe3c6-5326-4090-8038-026d72de9e22,segment=NetworkSegment(d327778e-1102-4bc5-b221-3fa84d718c80),segment_id=d327778e-1102-4bc5-b221-3fa84d718c80)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:12:58.839770 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab43921-0049-467e-8705-f66fb0d71be2 req-1fd2c1d1-d3b1-4b41-a3b7-7674abd3874b tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:12:58.867608 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Returning: {'device': '45ffe3c6-5326-4090-8038-026d72de9e22', 'network_id': '041817d9-bfb8-4b11-9134-61e384d9c06b', 'port_id': '45ffe3c6-5326-4090-8038-026d72de9e22', 'mac_address': 'fa:16:3e:5c:f4:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17e9704b-5652-4c8d-b36d-f5ac3282d83e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 02 03:12:58.870644 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-eab43921-0049-467e-8705-f66fb0d71be2 req-1fd2c1d1-d3b1-4b41-a3b7-7674abd3874b tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 943 time: 0.8578439
May 02 03:12:58.938816 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:58.948164 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-2bef387a-1437-46fa-a770-0af100603f76 req-2d62c5c8-68d8-4ca3-b4c7-e2e3b3e65d20 service neutron] 10.222.0.37 "GET /v2.0/networks/041817d9-bfb8-4b11-9134-61e384d9c06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5382702
May 02 03:12:58.994355 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.db_base_plugin_common [req-4fbdee04-a258-4f09-acfd-88980dd6c0c9 req-80e0ea28-002f-4d88-a05c-820b1b24422d tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Allocated IP 172.20.0.10 (e3c24553-093c-4dba-a579-e14fc9bf8125/d5979161-d7b0-4fdb-a66c-2a0a0a8b9b09/1054af50-f18d-4be2-86bd-00b8a2d23b31) {{(pid=73900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 02 03:12:59.002892 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.notifiers.nova [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45ffe3c6-5326-4090-8038-026d72de9e22 {{(pid=73902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 02 03:12:59.039785 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port 45ffe3c6-5326-4090-8038-026d72de9e22, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=45ffe3c6-5326-4090-8038-026d72de9e22,segment=NetworkSegment(d327778e-1102-4bc5-b221-3fa84d718c80),segment_id=d327778e-1102-4bc5-b221-3fa84d718c80)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:12:59.050888 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:12:59.053329 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:12:59.293385 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-eab43921-0049-467e-8705-f66fb0d71be2 req-670e21cb-a76c-4a38-ae56-6b7764da5a54 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/security-groups?id=489ddd8b-c994-4083-8924-38efc23f5aab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4212308
May 02 03:12:59.473270 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Pushing event updated for resources: {'Port': ['ID=45ffe3c6-5326-4090-8038-026d72de9e22,revision_number=4']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:12:59.512407 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:12:59.517459 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:12:59.519526 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:12:59.520599 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:12:59.522947 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:12:59.524817 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:12:59.525821 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:12:59.529648 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:12:59.531057 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:12:59.531590 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:12:59.532926 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:12:59.534955 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:12:59.552230 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:12:59.643585 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] get_ports_and_sgs() called for port_ids ['45ffe3c6-5326-4090-8038-026d72de9e22'] {{(pid=73902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 02 03:13:00.195422 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242705fc-18f9-483f-bea9-75c8917c799d req-53f7b732-341a-465a-983b-040bdbe488cc tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:00.204405 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-242705fc-18f9-483f-bea9-75c8917c799d req-53f7b732-341a-465a-983b-040bdbe488cc tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.8023975
May 02 03:13:00.218776 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d76a7-3e3e-4070-aed9-061eef995fb9 req-79189185-184a-4123-bbd4-4891d009501b tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:00.220373 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-d86d76a7-3e3e-4070-aed9-061eef995fb9 req-79189185-184a-4123-bbd4-4891d009501b tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 946 time: 0.4998422
May 02 03:13:00.334034 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-4fbdee04-a258-4f09-acfd-88980dd6c0c9 req-80e0ea28-002f-4d88-a05c-820b1b24422d tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Notify callbacks [] for port, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:00.497232 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-4fbdee04-a258-4f09-acfd-88980dd6c0c9 req-80e0ea28-002f-4d88-a05c-820b1b24422d tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747865333526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-899257'] for port, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:00.514129 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-b71d149e-3df6-4f95-8a0e-17a98f68e53b tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:13:00.527330 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-d86d76a7-3e3e-4070-aed9-061eef995fb9 req-ea8aedf4-1121-4968-8f1d-b6dc090f7fe9 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2504039
May 02 03:13:00.544030 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-242705fc-18f9-483f-bea9-75c8917c799d req-e967f791-8218-479b-bc5e-1f402aafe57f tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3225245
May 02 03:13:00.791650 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e0ea28-002f-4d88-a05c-820b1b24422d tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Pushing event updated for resources: {'Port': ['ID=1054af50-f18d-4be2-86bd-00b8a2d23b31,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:13:00.815246 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-80e0ea28-002f-4d88-a05c-820b1b24422d tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:13:00.923704 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fbdee04-a258-4f09-acfd-88980dd6c0c9 req-80e0ea28-002f-4d88-a05c-820b1b24422d tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Network e3c24553-093c-4dba-a579-e14fc9bf8125 is already hosted by enough agents. {{(pid=73900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:13:00.929366 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.base_scheduler [req-4fbdee04-a258-4f09-acfd-88980dd6c0c9 req-80e0ea28-002f-4d88-a05c-820b1b24422d tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Resources bound (agent type, host, resource id):  {{(pid=73900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:13:00.935255 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fbdee04-a258-4f09-acfd-88980dd6c0c9 req-80e0ea28-002f-4d88-a05c-820b1b24422d tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Received port after_create {{(pid=73900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 02 03:13:00.954644 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8d5a5-8a71-4e86-a52d-0257caf7b340 req-d156eef8-399a-4d4d-bc46-b8dce0e40df6 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:00.979823 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e1b8d5a5-8a71-4e86-a52d-0257caf7b340 req-d156eef8-399a-4d4d-bc46-b8dce0e40df6 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 932 time: 0.2425885
May 02 03:13:01.101656 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e1b8d5a5-8a71-4e86-a52d-0257caf7b340 req-2d3ef4c2-5426-4229-9498-a1644089c2dd tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1201293
May 02 03:13:01.138770 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] get_ports_and_sgs() called for port_ids ['c740e356-47d6-4db3-ae8b-2b0bf3d4b588', 'b7ae2038-c9ad-470e-985b-d9563d2039a3', 'b83e037a-920e-4a21-9f7e-ae186ce17e2d'] {{(pid=73902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 02 03:13:01.249084 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbdee04-a258-4f09-acfd-88980dd6c0c9 req-80e0ea28-002f-4d88-a05c-820b1b24422d tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:01.255244 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-4fbdee04-a258-4f09-acfd-88980dd6c0c9 req-80e0ea28-002f-4d88-a05c-820b1b24422d tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for port, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:01.403036 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-4fbdee04-a258-4f09-acfd-88980dd6c0c9 req-80e0ea28-002f-4d88-a05c-820b1b24422d tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.5813322
May 02 03:13:01.429249 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [req-4fbdee04-a258-4f09-acfd-88980dd6c0c9 req-64b58c31-b599-480b-8766-70621b1671c8 service neutron] Request body: {'port': {'device_id': 'd7897939-f9ef-48db-adb5-58fe671c399d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78907'}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:13:01.728593 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 48164) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:13:01.865103 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-4fbdee04-a258-4f09-acfd-88980dd6c0c9 req-64b58c31-b599-480b-8766-70621b1671c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:01.869862 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63101f75-c1e0-4202-ab16-b030e36d2513 req-8c7406ed-9e18-4235-a7cb-0435d2a17962 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:01.881748 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-63101f75-c1e0-4202-ab16-b030e36d2513 req-8c7406ed-9e18-4235-a7cb-0435d2a17962 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 944 time: 0.6476951
May 02 03:13:02.062453 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-63101f75-c1e0-4202-ab16-b030e36d2513 req-9005dde4-d51e-4a36-acf4-bf044e38c372 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/security-groups?id=489ddd8b-c994-4083-8924-38efc23f5aab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1663318
May 02 03:13:02.144810 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1dac3-2755-4214-9e43-3185ee34f531 req-8d4be468-70f9-4d4a-81a3-fdf06fc7ee7a tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:02.155762 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-3bf1dac3-2755-4214-9e43-3185ee34f531 req-8d4be468-70f9-4d4a-81a3-fdf06fc7ee7a tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.2719059
May 02 03:13:02.315050 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-3bf1dac3-2755-4214-9e43-3185ee34f531 req-3801cd0c-9256-4f2d-ad2e-47a936c5b352 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1372409
May 02 03:13:02.671057 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device 45ffe3c6-5326-4090-8038-026d72de9e22 up at agent hyperv_hv-cinder-78907 {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:13:02.850779 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775135f9-0a33-41ca-a656-3c01012c5675 req-e4caa878-ee1e-45b2-a087-b5ef45c00478 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:02.853008 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-775135f9-0a33-41ca-a656-3c01012c5675 req-e4caa878-ee1e-45b2-a087-b5ef45c00478 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 946 time: 0.3740699
May 02 03:13:02.857075 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-3b46395e-a699-4e7c-a7b9-c7244f2ac046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:03.112110 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-775135f9-0a33-41ca-a656-3c01012c5675 req-5d003db9-ebba-48b4-89ed-00d84cedd2ca tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1786215
May 02 03:13:03.158541 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Provisioning for port 45ffe3c6-5326-4090-8038-026d72de9e22 completed by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:13:03.176292 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Provisioning complete for port 45ffe3c6-5326-4090-8038-026d72de9e22 triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:13:03.177409 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:03.567529 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-3b46395e-a699-4e7c-a7b9-c7244f2ac046 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:13:03.593515 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-3b46395e-a699-4e7c-a7b9-c7244f2ac046 admin admin] Usage tracker for resource:security_group_rule and tenant:77903a6fb89843aea9c6058f47524a2b is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:13:03.598057 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-3b46395e-a699-4e7c-a7b9-c7244f2ac046 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:13:03.606044 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-3b46395e-a699-4e7c-a7b9-c7244f2ac046 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:13:03.800760 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905a029-69f7-40c2-ad9a-798b996011f2 req-85282c40-8049-4c68-8a8a-ab11e2a9cbab tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:03.811393 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4905a029-69f7-40c2-ad9a-798b996011f2 req-85282c40-8049-4c68-8a8a-ab11e2a9cbab tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 932 time: 0.6416156
May 02 03:13:03.891226 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:03.893351 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4785ad-41ed-47f6-a48a-87e509a5e284 req-592dd519-a62f-453a-abcf-24e552725587 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:03.894945 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-5d4785ad-41ed-47f6-a48a-87e509a5e284 req-592dd519-a62f-453a-abcf-24e552725587 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 944 time: 0.3766446
May 02 03:13:03.929647 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-3b46395e-a699-4e7c-a7b9-c7244f2ac046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:03.948456 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-3b46395e-a699-4e7c-a7b9-c7244f2ac046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:03.985147 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c60cd6-1de3-43b0-a2ad-3b83243be447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ffe3c6-5326-4090-8038-026d72de9e22'}] {{(pid=73902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:13:03.990409 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-4c399d46-cd43-4cb7-9327-63e772c017bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:13:04.013453 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port 45ffe3c6-5326-4090-8038-026d72de9e22, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=45ffe3c6-5326-4090-8038-026d72de9e22,segment=NetworkSegment(d327778e-1102-4bc5-b221-3fa84d718c80),segment_id=d327778e-1102-4bc5-b221-3fa84d718c80)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:13:04.022486 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:04.028504 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:13:04.043007 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4905a029-69f7-40c2-ad9a-798b996011f2 req-829e51e5-372c-485f-8051-641d5f9da040 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2302020
May 02 03:13:04.143857 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-3b46395e-a699-4e7c-a7b9-c7244f2ac046 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=77903a6fb89843aea9c6058f47524a2b&name=default HTTP/1.1" status: 200  len: 2979 time: 2.4141366
May 02 03:13:04.156948 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 48216) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:13:04.189527 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-5d4785ad-41ed-47f6-a48a-87e509a5e284 req-59d8c944-2748-4f0c-bd48-50ac93a69b75 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/security-groups?id=489ddd8b-c994-4083-8924-38efc23f5aab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2458317
May 02 03:13:04.294665 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Pushing event updated for resources: {'Port': ['ID=45ffe3c6-5326-4090-8038-026d72de9e22,revision_number=5']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:13:04.311972 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:13:04.397337 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46395e-a699-4e7c-a7b9-c7244f2ac046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468861d4-e7cc-4df2-b001-45c9de404e2b,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:13:04.463161 dv-cinder-789077-1-iscsi neutron-server[73902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c60cd6-1de3-43b0-a2ad-3b83243be447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ffe3c6-5326-4090-8038-026d72de9e22', 'code': 200}
May 02 03:13:04.523746 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-3b46395e-a699-4e7c-a7b9-c7244f2ac046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:13:04.544555 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 48228) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:13:04.900660 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8440b-e468-4a14-bf35-4956cddc7a5c req-e9ed3f0b-da8b-4afc-bd77-10089c50eb1a tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:04.903473 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.db.resource_extend [req-4fbdee04-a258-4f09-acfd-88980dd6c0c9 req-64b58c31-b599-480b-8766-70621b1671c8 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 02 03:13:04.931127 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-d6d7c9d7-d5f7-4fb1-b062-1b16fb4f302a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:04.931797 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c1f8440b-e468-4a14-bf35-4956cddc7a5c req-e9ed3f0b-da8b-4afc-bd77-10089c50eb1a tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.6207230
May 02 03:13:05.063797 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-c68c8bfc-dbd2-4fa9-beee-b12a0963a066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:05.219726 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-d6d7c9d7-d5f7-4fb1-b062-1b16fb4f302a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:05.272433 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.notifiers.nova [req-4fbdee04-a258-4f09-acfd-88980dd6c0c9 req-64b58c31-b599-480b-8766-70621b1671c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1054af50-f18d-4be2-86bd-00b8a2d23b31 {{(pid=73900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 02 03:13:05.343846 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c1f8440b-e468-4a14-bf35-4956cddc7a5c req-24bcd858-1b31-4b03-aa64-7a03b563a79c tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3963106
May 02 03:13:05.360076 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-4fbdee04-a258-4f09-acfd-88980dd6c0c9 req-64b58c31-b599-480b-8766-70621b1671c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:05.446724 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-9a15a6e1-a419-42f8-bbd8-cbafdf76fb58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:05.491184 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.provisioning_blocks [req-4fbdee04-a258-4f09-acfd-88980dd6c0c9 req-64b58c31-b599-480b-8766-70621b1671c8 service neutron] Transition to ACTIVE for port object 1054af50-f18d-4be2-86bd-00b8a2d23b31 will not be triggered until provisioned by entity L2. {{(pid=73900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:13:05.522010 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-9a15a6e1-a419-42f8-bbd8-cbafdf76fb58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:13:05.681454 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737516d-1156-4480-a567-8a5c992c2131 req-a5cd7321-70c6-4866-8b5c-0b942234b08d tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:05.692416 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-7737516d-1156-4480-a567-8a5c992c2131 req-a5cd7321-70c6-4866-8b5c-0b942234b08d tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 946 time: 0.5135403
May 02 03:13:05.766371 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-4fbdee04-a258-4f09-acfd-88980dd6c0c9 req-64b58c31-b599-480b-8766-70621b1671c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-899214'] for port, after_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:05.772891 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-9a15a6e1-a419-42f8-bbd8-cbafdf76fb58 admin admin] Usage tracker for resource:security_group_rule and tenant:2ab8355e13064046b0d6fe24aba5a2d6 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:13:05.781500 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-f2285abe-9945-4071-abe6-b49f001b56d8 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:13:05.884325 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-9a15a6e1-a419-42f8-bbd8-cbafdf76fb58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:13:05.892425 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b58c31-b599-480b-8766-70621b1671c8 service neutron] Pushing event updated for resources: {'Port': ['ID=1054af50-f18d-4be2-86bd-00b8a2d23b31,revision_number=2']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:13:05.902792 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-64b58c31-b599-480b-8766-70621b1671c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:13:05.906106 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-9a15a6e1-a419-42f8-bbd8-cbafdf76fb58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:13:06.034287 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-7737516d-1156-4480-a567-8a5c992c2131 req-b82b1a5e-039e-4bc4-9b30-6ae199de2cc8 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3396192
May 02 03:13:06.285996 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c10ec-0502-4818-bbf3-f873dd6f2415 req-4d2b08de-88f4-4db7-9e1c-16f36330e17e tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:06.289483 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-d6d7c9d7-d5f7-4fb1-b062-1b16fb4f302a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:06.302518 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-f10c10ec-0502-4818-bbf3-f873dd6f2415 req-4d2b08de-88f4-4db7-9e1c-16f36330e17e tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 944 time: 0.4601679
May 02 03:13:06.323423 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:13:06.375723 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d7c9d7-d5f7-4fb1-b062-1b16fb4f302a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468861d4-e7cc-4df2-b001-45c9de404e2b,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:13:06.403319 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-d6d7c9d7-d5f7-4fb1-b062-1b16fb4f302a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:13:06.406696 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce1f45-65ed-4c77-92d5-09dcdb94756c req-f58e5877-60a9-4132-8424-8ed369140a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:06.411258 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-5dce1f45-65ed-4c77-92d5-09dcdb94756c req-f58e5877-60a9-4132-8424-8ed369140a48 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 1098 time: 0.8653555
May 02 03:13:06.516311 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-5dce1f45-65ed-4c77-92d5-09dcdb94756c req-dccab30f-e778-4f7b-80fd-bb2ed2059651 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=489ddd8b-c994-4083-8924-38efc23f5aab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755291
May 02 03:13:06.535208 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-d6d7c9d7-d5f7-4fb1-b062-1b16fb4f302a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:06.537538 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-d6d7c9d7-d5f7-4fb1-b062-1b16fb4f302a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/468861d4-e7cc-4df2-b001-45c9de404e2b HTTP/1.1" status: 204  len: 168 time: 2.3536584
May 02 03:13:06.554771 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-9a15a6e1-a419-42f8-bbd8-cbafdf76fb58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:06.615463 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [req-4fbdee04-a258-4f09-acfd-88980dd6c0c9 req-64b58c31-b599-480b-8766-70621b1671c8 service neutron] Attempting to bind port 1054af50-f18d-4be2-86bd-00b8a2d23b31 on host hv-cinder-78907 for vnic_type normal with profile  {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 02 03:13:06.615937 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [req-4fbdee04-a258-4f09-acfd-88980dd6c0c9 req-64b58c31-b599-480b-8766-70621b1671c8 service neutron] Attempting to bind port 1054af50-f18d-4be2-86bd-00b8a2d23b31 by drivers openvswitch,hyperv on host hv-cinder-78907 at level 0 using segments [{'id': 'b30497ce-e2ee-43bf-863e-b0adb6c70caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e3c24553-093c-4dba-a579-e14fc9bf8125'}] {{(pid=73900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 02 03:13:06.616424 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbdee04-a258-4f09-acfd-88980dd6c0c9 req-64b58c31-b599-480b-8766-70621b1671c8 service neutron] Attempting to bind port 1054af50-f18d-4be2-86bd-00b8a2d23b31 on network e3c24553-093c-4dba-a579-e14fc9bf8125 {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:13:06.619796 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-9a15a6e1-a419-42f8-bbd8-cbafdf76fb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:06.634050 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-f10c10ec-0502-4818-bbf3-f873dd6f2415 req-883dde9c-29b7-4846-9327-9d15a99d8fd7 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3302765
May 02 03:13:06.697435 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-8183d8da-fda4-4cbf-8130-4b8c0af3f9ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:13:06.722031 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 48252) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:13:06.735447 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-9a15a6e1-a419-42f8-bbd8-cbafdf76fb58 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2ab8355e13064046b0d6fe24aba5a2d6&name=default HTTP/1.1" status: 200  len: 2979 time: 1.9827399
May 02 03:13:06.740940 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbdee04-a258-4f09-acfd-88980dd6c0c9 req-64b58c31-b599-480b-8766-70621b1671c8 service neutron] Port 1054af50-f18d-4be2-86bd-00b8a2d23b31 on network e3c24553-093c-4dba-a579-e14fc9bf8125 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78907 {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 02 03:13:06.741450 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbdee04-a258-4f09-acfd-88980dd6c0c9 req-64b58c31-b599-480b-8766-70621b1671c8 service neutron] Attempting to bind port 1054af50-f18d-4be2-86bd-00b8a2d23b31 on network e3c24553-093c-4dba-a579-e14fc9bf8125 {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:13:06.754714 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d85ce1-f2ac-4ac1-a25f-1601434cd68e req-74476653-9075-4ffc-8939-9b302a99f5a0 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:06.778512 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbdee04-a258-4f09-acfd-88980dd6c0c9 req-64b58c31-b599-480b-8766-70621b1671c8 service neutron] Checking agent: {'id': '8531ff9a-0c75-4a44-9da7-2507d2e05f16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 8, 9), 'started_at': datetime.datetime(2021, 5, 2, 3, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 02 03:13:06.779133 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbdee04-a258-4f09-acfd-88980dd6c0c9 req-64b58c31-b599-480b-8766-70621b1671c8 service neutron] Checking segment: {'id': 'b30497ce-e2ee-43bf-863e-b0adb6c70caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e3c24553-093c-4dba-a579-e14fc9bf8125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:13:06.779887 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbdee04-a258-4f09-acfd-88980dd6c0c9 req-64b58c31-b599-480b-8766-70621b1671c8 service neutron] Bound using segment: {'id': 'b30497ce-e2ee-43bf-863e-b0adb6c70caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e3c24553-093c-4dba-a579-e14fc9bf8125'} {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 02 03:13:06.780880 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [req-4fbdee04-a258-4f09-acfd-88980dd6c0c9 req-64b58c31-b599-480b-8766-70621b1671c8 service neutron] Bound port: 1054af50-f18d-4be2-86bd-00b8a2d23b31, host: hv-cinder-78907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b30497ce-e2ee-43bf-863e-b0adb6c70caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e3c24553-093c-4dba-a579-e14fc9bf8125'}}] {{(pid=73900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 02 03:13:06.781813 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-4fbdee04-a258-4f09-acfd-88980dd6c0c9 req-64b58c31-b599-480b-8766-70621b1671c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:06.783974 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-03d85ce1-f2ac-4ac1-a25f-1601434cd68e req-74476653-9075-4ffc-8939-9b302a99f5a0 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 945 time: 0.5609040
May 02 03:13:06.977838 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-03d85ce1-f2ac-4ac1-a25f-1601434cd68e req-54305d4c-b729-4886-8bf3-56ea052cbe1c tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/security-groups?id=489ddd8b-c994-4083-8924-38efc23f5aab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1921415
May 02 03:13:07.046565 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-7dd8e061-f348-459a-8671-765c53736a67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:07.072993 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [req-4fbdee04-a258-4f09-acfd-88980dd6c0c9 req-64b58c31-b599-480b-8766-70621b1671c8 service neutron] For port 1054af50-f18d-4be2-86bd-00b8a2d23b31, host hv-cinder-78907, cleared binding levels {{(pid=73900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 02 03:13:07.079783 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [req-4fbdee04-a258-4f09-acfd-88980dd6c0c9 req-64b58c31-b599-480b-8766-70621b1671c8 service neutron] For port 1054af50-f18d-4be2-86bd-00b8a2d23b31, host hv-cinder-78907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=1054af50-f18d-4be2-86bd-00b8a2d23b31,segment=NetworkSegment(b30497ce-e2ee-43bf-863e-b0adb6c70caf),segment_id=b30497ce-e2ee-43bf-863e-b0adb6c70caf)] {{(pid=73900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 02 03:13:07.087150 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a15a6e1-a419-42f8-bbd8-cbafdf76fb58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b2f189-e2d3-4fee-9136-d29a2de39b8c,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:13:07.098121 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-4fbdee04-a258-4f09-acfd-88980dd6c0c9 req-64b58c31-b599-480b-8766-70621b1671c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-899214'] for port, after_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:07.116599 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-9a15a6e1-a419-42f8-bbd8-cbafdf76fb58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:13:07.128309 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:13:07.134357 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-7dd8e061-f348-459a-8671-765c53736a67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:07.417966 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b58c31-b599-480b-8766-70621b1671c8 service neutron] Pushing event updated for resources: {'Port': ['ID=1054af50-f18d-4be2-86bd-00b8a2d23b31,revision_number=3']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:13:07.439547 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-64b58c31-b599-480b-8766-70621b1671c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:13:07.447429 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbdee04-a258-4f09-acfd-88980dd6c0c9 req-64b58c31-b599-480b-8766-70621b1671c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:07.448008 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-4fbdee04-a258-4f09-acfd-88980dd6c0c9 req-64b58c31-b599-480b-8766-70621b1671c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for port, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:07.455152 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-4fbdee04-a258-4f09-acfd-88980dd6c0c9 req-64b58c31-b599-480b-8766-70621b1671c8 service neutron] 10.222.0.37 "PUT /v2.0/ports/1054af50-f18d-4be2-86bd-00b8a2d23b31 HTTP/1.1" status: 200  len: 1094 time: 6.0379841
May 02 03:13:07.457915 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7897939-f9ef-48db-adb5-58fe671c399d', 'tag': '1054af50-f18d-4be2-86bd-00b8a2d23b31'}] {{(pid=73900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:13:07.479389 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-7dd8e061-f348-459a-8671-765c53736a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:07.643511 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-a8943c89-d51f-4734-91f1-7ad6481b530b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:13:07.744899 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:07.782588 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8e061-f348-459a-8671-765c53736a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b2f189-e2d3-4fee-9136-d29a2de39b8c,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:13:07.806053 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-7dd8e061-f348-459a-8671-765c53736a67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:13:07.808386 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-7dd8e061-f348-459a-8671-765c53736a67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:07.813170 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-7dd8e061-f348-459a-8671-765c53736a67 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/76b2f189-e2d3-4fee-9136-d29a2de39b8c HTTP/1.1" status: 204  len: 168 time: 1.0898061
May 02 03:13:07.951419 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c63cc-21e8-41f4-b404-230c3971bde8 req-96d7891f-5134-42b1-aec0-d2fccda75ac8 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:07.972210 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-637c63cc-21e8-41f4-b404-230c3971bde8 req-96d7891f-5134-42b1-aec0-d2fccda75ac8 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.8171346
May 02 03:13:08.115077 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-45f9d9e6-ec6e-45b0-9ddd-3d5d52d4d957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:08.511461 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-637c63cc-21e8-41f4-b404-230c3971bde8 req-d412b90f-6c69-4a33-9248-572e8d53c313 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5012839
May 02 03:13:08.608788 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0355585-553f-459f-948d-829dcef81af3 req-9f900c74-ab90-499c-859c-aa3af4f3a427 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:08.647951 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-b0355585-553f-459f-948d-829dcef81af3 req-9f900c74-ab90-499c-859c-aa3af4f3a427 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 946 time: 1.1727750
May 02 03:13:08.739685 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbdee04-a258-4f09-acfd-88980dd6c0c9 req-283f736a-4ffe-4e6f-9f3e-3bd86c045f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:08.741271 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-4fbdee04-a258-4f09-acfd-88980dd6c0c9 req-283f736a-4ffe-4e6f-9f3e-3bd86c045f55 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a9fa23c656804d85929e20a6cdbea65a&device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 1097 time: 0.6153378
May 02 03:13:08.757140 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-89f4c75b-5869-4393-8aa1-a02350bfb2c9 req-9d0e5b40-5f38-4d77-99d5-7f0c13a5949a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8fb9ea33-7c5d-43fe-82a6-9702239befd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.9395208
May 02 03:13:08.847169 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-b0355585-553f-459f-948d-829dcef81af3 req-0673e79b-afe1-498b-803b-33803944525a tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1867089
May 02 03:13:09.246308 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:09.310490 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-4fbdee04-a258-4f09-acfd-88980dd6c0c9 req-d2b75aad-0450-457d-9456-e7f6532023ae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1054af50-f18d-4be2-86bd-00b8a2d23b31 HTTP/1.1" status: 200  len: 217 time: 0.5445089
May 02 03:13:09.322278 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7897939-f9ef-48db-adb5-58fe671c399d', 'tag': '1054af50-f18d-4be2-86bd-00b8a2d23b31', 'status': 'completed', 'code': 200}
May 02 03:13:09.443491 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57447c78-c7f6-4876-9cbc-639fbbf1bdb0 req-648febe0-f993-4e05-873e-cca45ab3c34f tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:09.457277 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-57447c78-c7f6-4876-9cbc-639fbbf1bdb0 req-648febe0-f993-4e05-873e-cca45ab3c34f tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 944 time: 0.1956220
May 02 03:13:09.692788 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbdee04-a258-4f09-acfd-88980dd6c0c9 req-c608bb8c-f7bc-40c6-b7fe-0a5b70533f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:09.695839 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-4fbdee04-a258-4f09-acfd-88980dd6c0c9 req-c608bb8c-f7bc-40c6-b7fe-0a5b70533f97 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d5979161-d7b0-4fdb-a66c-2a0a0a8b9b09 HTTP/1.1" status: 200  len: 855 time: 0.3714752
May 02 03:13:09.888513 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-4fbdee04-a258-4f09-acfd-88980dd6c0c9 req-5a13f4f2-00d8-473c-9d6b-0a4f5cb321e7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3c24553-093c-4dba-a579-e14fc9bf8125&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1839397
May 02 03:13:09.963081 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-57447c78-c7f6-4876-9cbc-639fbbf1bdb0 req-a8f0cf23-a3fa-4619-a8af-e46381cedfce tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5043910
May 02 03:13:10.033862 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe8640-07b5-428b-9558-b91e230a5a95 req-893281ce-4194-425e-92a6-f1d89be5284a tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:10.050072 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-23fe8640-07b5-428b-9558-b91e230a5a95 req-893281ce-4194-425e-92a6-f1d89be5284a tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 945 time: 0.5302954
May 02 03:13:10.080314 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 48312) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:13:10.184460 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-23fe8640-07b5-428b-9558-b91e230a5a95 req-17af959d-5d2f-4b91-84ff-43872bdca9fd tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/security-groups?id=489ddd8b-c994-4083-8924-38efc23f5aab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1330431
May 02 03:13:10.398811 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4c75b-5869-4393-8aa1-a02350bfb2c9 req-32609973-fcf5-480b-aecd-294f5cab95bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:10.402634 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-89f4c75b-5869-4393-8aa1-a02350bfb2c9 req-32609973-fcf5-480b-aecd-294f5cab95bf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c0c7970eea444c3cab1fd1c05acdf886&device_id=8fb9ea33-7c5d-43fe-82a6-9702239befd2 HTTP/1.1" status: 200  len: 1099 time: 1.0899673
May 02 03:13:10.437947 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-4fbdee04-a258-4f09-acfd-88980dd6c0c9 req-fb05cf88-b2c5-4293-a82d-205b6d7000c2 service neutron] 10.222.0.37 "GET /v2.0/networks/e3c24553-093c-4dba-a579-e14fc9bf8125?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5405600
May 02 03:13:10.755997 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:10.981525 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:10.989724 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-cf11a11b-c9ca-46ba-b614-8828d1352bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:11.068573 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-cf11a11b-c9ca-46ba-b614-8828d1352bb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:13:11.085886 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-cf11a11b-c9ca-46ba-b614-8828d1352bb9 admin admin] Usage tracker for resource:security_group_rule and tenant:aef55c24e8594912b5a85ba479eafef9 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:13:11.098549 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255bccd-88b3-4ee3-a643-d0c06dcd88c8 req-63587329-fcf2-41f9-beb8-c9aa814beb5a tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:11.110687 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-6255bccd-88b3-4ee3-a643-d0c06dcd88c8 req-63587329-fcf2-41f9-beb8-c9aa814beb5a tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.8439937
May 02 03:13:11.116422 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-cf11a11b-c9ca-46ba-b614-8828d1352bb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:13:11.187782 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 48336) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:13:11.200023 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-cf11a11b-c9ca-46ba-b614-8828d1352bb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:13:11.250822 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e79a90-a237-4e49-8e65-ce0455ba259f req-113d8a0a-b4aa-4d89-a88a-3df63ee08811 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:11.259542 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-16e79a90-a237-4e49-8e65-ce0455ba259f req-113d8a0a-b4aa-4d89-a88a-3df63ee08811 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 946 time: 0.7471707
May 02 03:13:11.410336 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-16e79a90-a237-4e49-8e65-ce0455ba259f req-3242bb8b-089c-4de9-b7ae-2566119169ad tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1474371
May 02 03:13:11.430192 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4c75b-5869-4393-8aa1-a02350bfb2c9 req-e28a4766-7a9d-423f-8f95-78cff851af67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:11.437689 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-89f4c75b-5869-4393-8aa1-a02350bfb2c9 req-e28a4766-7a9d-423f-8f95-78cff851af67 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34 HTTP/1.1" status: 200  len: 920 time: 0.9875751
May 02 03:13:11.502113 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-6255bccd-88b3-4ee3-a643-d0c06dcd88c8 req-bd845a67-f1a3-4c06-9759-a0cfaa6a59db tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3902905
May 02 03:13:11.626797 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-4fbdee04-a258-4f09-acfd-88980dd6c0c9 req-ef21a38f-d9f0-4bca-bdb8-90be7030302d service neutron] 10.222.0.37 "GET /v2.0/networks/e3c24553-093c-4dba-a579-e14fc9bf8125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1799819
May 02 03:13:11.706905 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-cf11a11b-c9ca-46ba-b614-8828d1352bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:11.720240 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-cf11a11b-c9ca-46ba-b614-8828d1352bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:11.755893 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-b00ec670-fcf3-4bf8-99a5-5270568a1930 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:13:11.779672 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-89f4c75b-5869-4393-8aa1-a02350bfb2c9 req-53a0ad15-8edb-41b4-bddf-028e59f2867b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db3d5c70-bfaa-4574-aad1-0e6c17b2be51 HTTP/1.1" status: 200  len: 217 time: 0.3336906
May 02 03:13:11.805318 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-d383d47a-2b8e-4667-8c00-3d55be850010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:11.815576 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11a11b-c9ca-46ba-b614-8828d1352bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86183c0c-b2b2-40ab-ac3d-d082ebdd9a1c,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:13:11.850304 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-cf11a11b-c9ca-46ba-b614-8828d1352bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:13:12.018921 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4c75b-5869-4393-8aa1-a02350bfb2c9 req-9bb3a412-3e0e-48d1-910d-453b859cfea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:12.021243 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-89f4c75b-5869-4393-8aa1-a02350bfb2c9 req-9bb3a412-3e0e-48d1-910d-453b859cfea0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1b190fc7-4823-4c94-a79b-e61ea64b5302 HTTP/1.1" status: 200  len: 859 time: 0.2189221
May 02 03:13:12.027330 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-cf11a11b-c9ca-46ba-b614-8828d1352bb9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=aef55c24e8594912b5a85ba479eafef9&name=default HTTP/1.1" status: 200  len: 2979 time: 1.9458449
May 02 03:13:12.028443 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 48358) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:13:12.162285 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6adc96a-d1c3-4edd-ad68-3ec1e79638b7 req-e737a598-2cf4-4443-a6c4-61d96f165663 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:12.179564 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-89f4c75b-5869-4393-8aa1-a02350bfb2c9 req-c48f909f-af44-452b-8024-1f792a9f8dbc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1475432
May 02 03:13:12.181498 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-d383d47a-2b8e-4667-8c00-3d55be850010 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:13:12.189412 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-f6adc96a-d1c3-4edd-ad68-3ec1e79638b7 req-e737a598-2cf4-4443-a6c4-61d96f165663 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 944 time: 0.3086584
May 02 03:13:12.246879 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-d383d47a-2b8e-4667-8c00-3d55be850010 admin admin] Usage tracker for resource:security_group_rule and tenant:ba7ffe94dd074ee5bf5901619a083fb1 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:13:12.262316 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-d383d47a-2b8e-4667-8c00-3d55be850010 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:13:12.296634 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-d383d47a-2b8e-4667-8c00-3d55be850010 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:13:12.304158 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-f6adc96a-d1c3-4edd-ad68-3ec1e79638b7 req-8c96ab8a-8822-48cf-a7f0-88fe416dd6d0 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1133726
May 02 03:13:12.467950 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13533fb0-30be-466c-95cd-294042ee1985 req-e451226c-9da1-48a6-9c51-1cbba59f7f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:12.483539 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-13533fb0-30be-466c-95cd-294042ee1985 req-e451226c-9da1-48a6-9c51-1cbba59f7f4f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a9fa23c656804d85929e20a6cdbea65a&device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 1097 time: 0.7824342
May 02 03:13:12.608714 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-89f4c75b-5869-4393-8aa1-a02350bfb2c9 req-3bb53271-34dc-47e6-a9f7-d8a5ef2bd405 service neutron] 10.222.0.37 "GET /v2.0/networks/ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3855059
May 02 03:13:12.921807 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f26f28-9032-4729-8f74-adb63575ea59 req-680f728c-cede-457d-ba4b-30024db40d7f tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:12.932056 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-07f26f28-9032-4729-8f74-adb63575ea59 req-680f728c-cede-457d-ba4b-30024db40d7f tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.1396644
May 02 03:13:13.000942 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-07f26f28-9032-4729-8f74-adb63575ea59 req-e7c1f3de-ec6e-44ad-9c4e-5d6d1568e07a tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678458
May 02 03:13:13.022917 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3589b3c1-78bb-48b9-bed7-40c551e41ca4 req-b549f79a-755b-442d-b46e-7e2c483de3df tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:13.035883 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-3589b3c1-78bb-48b9-bed7-40c551e41ca4 req-b549f79a-755b-442d-b46e-7e2c483de3df tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 946 time: 0.3437319
May 02 03:13:13.052425 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13533fb0-30be-466c-95cd-294042ee1985 req-3644dea4-f31a-476a-a8b1-e20c0fcf04d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:13.055597 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-13533fb0-30be-466c-95cd-294042ee1985 req-3644dea4-f31a-476a-a8b1-e20c0fcf04d2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e3c24553-093c-4dba-a579-e14fc9bf8125 HTTP/1.1" status: 200  len: 916 time: 0.4427431
May 02 03:13:13.109574 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-3589b3c1-78bb-48b9-bed7-40c551e41ca4 req-4f2ba730-6e4d-44f3-a372-8e5039a35090 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0718200
May 02 03:13:13.317914 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-89f4c75b-5869-4393-8aa1-a02350bfb2c9 req-baba3b12-8856-4dfa-8ea3-918424920246 service neutron] 10.222.0.37 "GET /v2.0/networks/ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2335413
May 02 03:13:13.421879 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-13533fb0-30be-466c-95cd-294042ee1985 req-4c117c55-874a-4063-b0be-8c3447fa91a3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1054af50-f18d-4be2-86bd-00b8a2d23b31 HTTP/1.1" status: 200  len: 217 time: 0.0988572
May 02 03:13:13.596842 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-d383d47a-2b8e-4667-8c00-3d55be850010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:13.599535 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-a811518c-6a8d-443f-ae08-514e393bd853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:13.638311 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-d383d47a-2b8e-4667-8c00-3d55be850010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:13.714920 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-218745a8-1971-46b0-9bc8-20ffda7b9666 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:13:13.731637 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-d383d47a-2b8e-4667-8c00-3d55be850010 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ba7ffe94dd074ee5bf5901619a083fb1&name=default HTTP/1.1" status: 200  len: 2979 time: 2.5361664
May 02 03:13:13.735157 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13533fb0-30be-466c-95cd-294042ee1985 req-f53cfa7e-2021-47ff-969d-68871e720e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:13.737268 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-13533fb0-30be-466c-95cd-294042ee1985 req-f53cfa7e-2021-47ff-969d-68871e720e04 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d5979161-d7b0-4fdb-a66c-2a0a0a8b9b09 HTTP/1.1" status: 200  len: 855 time: 0.2900655
May 02 03:13:13.738008 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 48382) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:13:13.775553 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7cbbc7-f73c-44ba-b4e8-ff333e01cc5c req-80e4cda5-e6ec-4a63-9593-8ec6f28d0221 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:13.796692 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-bb7cbbc7-f73c-44ba-b4e8-ff333e01cc5c req-80e4cda5-e6ec-4a63-9593-8ec6f28d0221 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 944 time: 0.1884604
May 02 03:13:13.962163 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-bb7cbbc7-f73c-44ba-b4e8-ff333e01cc5c req-e0c45100-e33d-4b09-9e3c-175990097bfc tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1610215
May 02 03:13:13.972265 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-a811518c-6a8d-443f-ae08-514e393bd853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:14.008908 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-13533fb0-30be-466c-95cd-294042ee1985 req-990463db-0ae7-4988-9048-c107b4686f22 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3c24553-093c-4dba-a579-e14fc9bf8125&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2618537
May 02 03:13:14.421373 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-13533fb0-30be-466c-95cd-294042ee1985 req-b3a54333-150b-4b51-b01c-c6247d6e0f31 service neutron] 10.222.0.37 "GET /v2.0/networks/e3c24553-093c-4dba-a579-e14fc9bf8125?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4024875
May 02 03:13:14.427862 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d383d47a-2b8e-4667-8c00-3d55be850010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=618177ad-6dee-4835-a65d-07d3e7cb1e3d,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:13:14.456199 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-d383d47a-2b8e-4667-8c00-3d55be850010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.740s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:13:14.525736 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-fde55949-b16c-42bb-853e-bb39a402d3fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:14.597213 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-fde55949-b16c-42bb-853e-bb39a402d3fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:14.641728 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119d295-886e-4f76-9ee2-e768b1c98d98 req-9d247f23-40f7-4efd-9bbc-3781580829cc tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:14.656171 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-d119d295-886e-4f76-9ee2-e768b1c98d98 req-9d247f23-40f7-4efd-9bbc-3781580829cc tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.3589046
May 02 03:13:14.753067 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-fde55949-b16c-42bb-853e-bb39a402d3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:14.772725 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-66ded663-2372-40c2-945c-c196e1ba490d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:13:14.961943 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-d119d295-886e-4f76-9ee2-e768b1c98d98 req-090971d0-7cb5-4208-8fa0-61b6a9620f6a tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3044045
May 02 03:13:14.972175 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f23f0-a6f2-40da-9a95-c98792eccd6c req-3ae05439-d306-404e-8045-937661c59dd0 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:14.991008 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-fc6f23f0-a6f2-40da-9a95-c98792eccd6c req-3ae05439-d306-404e-8045-937661c59dd0 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 946 time: 0.5225999
May 02 03:13:15.092661 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-fde55949-b16c-42bb-853e-bb39a402d3fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:15.093809 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-fde55949-b16c-42bb-853e-bb39a402d3fb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/618177ad-6dee-4835-a65d-07d3e7cb1e3d HTTP/1.1" status: 204  len: 168 time: 1.3494470
May 02 03:13:15.094737 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde55949-b16c-42bb-853e-bb39a402d3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=618177ad-6dee-4835-a65d-07d3e7cb1e3d,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:13:15.132815 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-fde55949-b16c-42bb-853e-bb39a402d3fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:13:15.167658 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-fc6f23f0-a6f2-40da-9a95-c98792eccd6c req-53948bda-0232-4f57-9dea-bcf2e4b28b08 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1754560
May 02 03:13:15.198151 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-a811518c-6a8d-443f-ae08-514e393bd853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:15.224594 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-307b59fb-c6ce-4b46-a54f-ecd877197850 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:13:15.280761 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a811518c-6a8d-443f-ae08-514e393bd853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86183c0c-b2b2-40ab-ac3d-d082ebdd9a1c,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:13:15.309236 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-a811518c-6a8d-443f-ae08-514e393bd853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:13:15.315084 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-13533fb0-30be-466c-95cd-294042ee1985 req-f21c4b1b-a0bb-494e-b7f6-ce46fa647399 service neutron] 10.222.0.37 "GET /v2.0/networks/e3c24553-093c-4dba-a579-e14fc9bf8125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8446262
May 02 03:13:15.328084 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-a811518c-6a8d-443f-ae08-514e393bd853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:15.337236 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-a811518c-6a8d-443f-ae08-514e393bd853 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/86183c0c-b2b2-40ab-ac3d-d082ebdd9a1c HTTP/1.1" status: 204  len: 168 time: 3.1665609
May 02 03:13:15.391701 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17edb746-5303-44f6-8405-f79c92c5555f req-1006932b-f96f-4fb2-accc-d11491794285 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:15.399423 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-17edb746-5303-44f6-8405-f79c92c5555f req-1006932b-f96f-4fb2-accc-d11491794285 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 944 time: 0.1830549
May 02 03:13:15.458330 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-17edb746-5303-44f6-8405-f79c92c5555f req-7bccf909-7ccc-439a-bcef-57d05cb447dd tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575078
May 02 03:13:16.711758 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 48430) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:13:16.789503 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-801bc476-d2a8-458c-899e-cdc3f5086a1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:16.810271 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c9ea6-90b3-423c-8d08-df0846ed4777 req-eff889b9-999f-400c-9ca7-3564b8984449 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:16.813582 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-8d9c9ea6-90b3-423c-8d08-df0846ed4777 req-eff889b9-999f-400c-9ca7-3564b8984449 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.5833929
May 02 03:13:16.836235 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-801bc476-d2a8-458c-899e-cdc3f5086a1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:13:16.856661 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-801bc476-d2a8-458c-899e-cdc3f5086a1d admin admin] Usage tracker for resource:security_group_rule and tenant:6259e1f4fb9d45c0a9725ce516a58502 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:13:16.866407 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-801bc476-d2a8-458c-899e-cdc3f5086a1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:13:16.879602 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-801bc476-d2a8-458c-899e-cdc3f5086a1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:13:17.031729 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-8d9c9ea6-90b3-423c-8d08-df0846ed4777 req-250ee807-2135-42e9-a7d4-0a9e335c03e4 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2034471
May 02 03:13:17.122725 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13686b44-19ba-4fdf-afb3-36ab20181faa req-239d00b4-7978-4990-a580-6599e050e157 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:17.131509 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-13686b44-19ba-4fdf-afb3-36ab20181faa req-239d00b4-7978-4990-a580-6599e050e157 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 946 time: 0.2989278
May 02 03:13:17.157681 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-801bc476-d2a8-458c-899e-cdc3f5086a1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:17.175082 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-801bc476-d2a8-458c-899e-cdc3f5086a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:17.188910 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-4483f56f-b6e9-4e98-8199-8cd0ddfec281 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:13:17.262660 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-801bc476-d2a8-458c-899e-cdc3f5086a1d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6259e1f4fb9d45c0a9725ce516a58502&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5483818
May 02 03:13:17.263410 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 48438) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:13:17.263822 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801bc476-d2a8-458c-899e-cdc3f5086a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4733c8ca-8f70-412e-9099-91f8e67b3cc9,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:13:17.276445 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-13686b44-19ba-4fdf-afb3-36ab20181faa req-b5c40bd7-8390-4ed2-af6d-2d1735d69e63 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1321304
May 02 03:13:17.281924 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-801bc476-d2a8-458c-899e-cdc3f5086a1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:13:17.432854 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-2a4181d4-fef6-42bb-ab3e-aad6c119043a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:17.620854 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-2a4181d4-fef6-42bb-ab3e-aad6c119043a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:17.711234 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd82f43-6009-4b47-983a-2913e7a8f988 req-532a173f-1054-41d6-9f26-e2d4a60ae352 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:17.712952 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-6bd82f43-6009-4b47-983a-2913e7a8f988 req-532a173f-1054-41d6-9f26-e2d4a60ae352 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 944 time: 0.3405247
May 02 03:13:17.885764 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-2a4181d4-fef6-42bb-ab3e-aad6c119043a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:17.901843 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-6bd82f43-6009-4b47-983a-2913e7a8f988 req-993aff72-ff6b-4b62-ab33-d08dfce6f30e tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1780131
May 02 03:13:17.902572 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-df1d594f-7b74-4e3c-a15f-744c0c14e6e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:13:17.926813 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4181d4-fef6-42bb-ab3e-aad6c119043a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4733c8ca-8f70-412e-9099-91f8e67b3cc9,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:13:17.932603 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-2a4181d4-fef6-42bb-ab3e-aad6c119043a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:13:17.958862 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-2a4181d4-fef6-42bb-ab3e-aad6c119043a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:17.963257 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-2a4181d4-fef6-42bb-ab3e-aad6c119043a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4733c8ca-8f70-412e-9099-91f8e67b3cc9 HTTP/1.1" status: 204  len: 168 time: 0.6956449
May 02 03:13:18.487557 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ee20f-aefe-4ca5-baf9-d88ad44bc15d req-b46769bd-490f-41cf-8743-80182c0b36c6 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:18.499732 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-6c0ee20f-aefe-4ca5-baf9-d88ad44bc15d req-b46769bd-490f-41cf-8743-80182c0b36c6 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.2070069
May 02 03:13:18.655986 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-6c0ee20f-aefe-4ca5-baf9-d88ad44bc15d req-9da7cdee-a19c-47c2-a296-5c99e8313f2d tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1549096
May 02 03:13:18.928561 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0614ca9-b657-46aa-b056-f6b68bc10488 req-e5e36b32-e656-409d-8a78-a2e3b2394bea tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:18.951653 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-d0614ca9-b657-46aa-b056-f6b68bc10488 req-e5e36b32-e656-409d-8a78-a2e3b2394bea tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 946 time: 0.2846980
May 02 03:13:19.128169 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-d0614ca9-b657-46aa-b056-f6b68bc10488 req-ee746af5-6e84-4c64-9aef-9b2ec8d9ff5f tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1715069
May 02 03:13:19.560426 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fdd1e8-b8a5-426c-896d-2e5538f14f2a req-5cf38640-b505-4751-879e-4c449348dfac tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:19.562524 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e1fdd1e8-b8a5-426c-896d-2e5538f14f2a req-5cf38640-b505-4751-879e-4c449348dfac tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 944 time: 0.3048487
May 02 03:13:19.693866 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e1fdd1e8-b8a5-426c-896d-2e5538f14f2a req-f69beceb-a651-4c20-9f2a-8b82841aa3f6 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1140919
May 02 03:13:20.159805 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c12ab5-f185-4fab-9a11-28453ebb6d64 req-7285dcf2-b2c5-486e-b9f6-7bd2ac3c4ebb tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:20.168874 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-19c12ab5-f185-4fab-9a11-28453ebb6d64 req-7285dcf2-b2c5-486e-b9f6-7bd2ac3c4ebb tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.1946981
May 02 03:13:20.248798 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-19c12ab5-f185-4fab-9a11-28453ebb6d64 req-20d6fd65-a580-488d-a0ab-595764b47e9f tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697658
May 02 03:13:20.661035 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee80ab-9701-4057-b581-1f7383bda147 req-cda9515e-54fa-486c-99ed-998e7c4b983c tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:20.668796 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-ccee80ab-9701-4057-b581-1f7383bda147 req-cda9515e-54fa-486c-99ed-998e7c4b983c tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 946 time: 0.1206429
May 02 03:13:20.671077 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:13:20.783358 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-ccee80ab-9701-4057-b581-1f7383bda147 req-606c00dd-0a74-478a-8ab8-acfc41eb15c5 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1132965
May 02 03:13:21.129691 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5fe3d8-c60b-44d6-b05e-5ff278aa6248 req-2664f278-dd59-45fe-ab75-1bf02d1c291f tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:21.132216 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-dd5fe3d8-c60b-44d6-b05e-5ff278aa6248 req-2664f278-dd59-45fe-ab75-1bf02d1c291f tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 944 time: 0.1518242
May 02 03:13:21.270380 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f591e7-0f59-4ba4-a58f-c5c69e1f0703 req-b4905ce6-b7f7-4df2-89d2-9601ab3c2f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:21.271947 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-19f591e7-0f59-4ba4-a58f-c5c69e1f0703 req-b4905ce6-b7f7-4df2-89d2-9601ab3c2f7d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e7db1adde334ad386f1a91ee9ac0682&device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 1099 time: 0.1716559
May 02 03:13:21.272559 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-dd5fe3d8-c60b-44d6-b05e-5ff278aa6248 req-0faf1843-f5df-4785-a354-2c1c4202702c tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1323929
May 02 03:13:21.758756 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f591e7-0f59-4ba4-a58f-c5c69e1f0703 req-3722b768-cbdc-494b-b435-c98583f9c492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:21.764913 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-19f591e7-0f59-4ba4-a58f-c5c69e1f0703 req-3722b768-cbdc-494b-b435-c98583f9c492 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c7fbd4b3-8241-42d4-a727-6c3f39a82264 HTTP/1.1" status: 200  len: 918 time: 0.4812675
May 02 03:13:21.845551 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f76c6b-637a-450d-8908-081805f73fc2 req-08015a7d-c0a3-42ab-b3a3-0035d2d1c534 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:21.861949 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-08f76c6b-637a-450d-8908-081805f73fc2 req-08015a7d-c0a3-42ab-b3a3-0035d2d1c534 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.2441409
May 02 03:13:21.965150 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-08f76c6b-637a-450d-8908-081805f73fc2 req-b3d38a1a-23ab-4a71-8e41-2ee9137d3c72 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989230
May 02 03:13:22.180664 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-19f591e7-0f59-4ba4-a58f-c5c69e1f0703 req-2621bac5-c84a-41e0-b16b-b4daefa752f7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0df8b6ae-d25f-4132-8489-a685808f1ea3 HTTP/1.1" status: 200  len: 1002 time: 0.4079428
May 02 03:13:22.375066 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a979a3-cd52-4bf7-94cc-cdf57b753aef req-fc7c189b-2f2a-430b-82a0-4b4b1bce941b tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:22.393729 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-50a979a3-cd52-4bf7-94cc-cdf57b753aef req-fc7c189b-2f2a-430b-82a0-4b4b1bce941b tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 946 time: 0.2925060
May 02 03:13:22.407490 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f591e7-0f59-4ba4-a58f-c5c69e1f0703 req-dc477494-43e1-4fca-9842-de1d45fd6508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:22.410547 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-19f591e7-0f59-4ba4-a58f-c5c69e1f0703 req-dc477494-43e1-4fca-9842-de1d45fd6508 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=78de75db-d296-47a5-9b25-e7b9f1e1ac72 HTTP/1.1" status: 200  len: 856 time: 0.2203023
May 02 03:13:22.460561 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1528d05f-a4f7-45c6-b170-4f799de69ac0 req-d22fbd4a-0267-494a-aa0d-e2b6b3ae81f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:22.462844 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-1528d05f-a4f7-45c6-b170-4f799de69ac0 req-d22fbd4a-0267-494a-aa0d-e2b6b3ae81f1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 1098 time: 0.3364475
May 02 03:13:22.492836 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-50a979a3-cd52-4bf7-94cc-cdf57b753aef req-4851805e-e469-4752-8019-2aa97e492cad tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0969875
May 02 03:13:22.710532 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77322f56-b461-47c1-b446-86785771bfaf req-1a60ada2-946b-494e-af96-34ce9e8cdd3d tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:22.713805 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-77322f56-b461-47c1-b446-86785771bfaf req-1a60ada2-946b-494e-af96-34ce9e8cdd3d tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 944 time: 0.1707213
May 02 03:13:22.890362 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-77322f56-b461-47c1-b446-86785771bfaf req-c263520d-c210-4074-8e78-d4c9fdbfaa63 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1676273
May 02 03:13:23.283437 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf8907-ca96-4467-a3ef-c3b747afd40e req-c00a6606-b165-49d0-8902-92f73e8d6b62 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:23.284979 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-3caf8907-ca96-4467-a3ef-c3b747afd40e req-c00a6606-b165-49d0-8902-92f73e8d6b62 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.1108029
May 02 03:13:23.338190 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-3caf8907-ca96-4467-a3ef-c3b747afd40e req-206ab729-80c2-4436-9f8c-329f5c5783fc tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446055
May 02 03:13:23.409265 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 48650) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:13:23.542781 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-bda1632d-cb70-4203-b62f-43e3b3dc4c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:23.559787 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-bda1632d-cb70-4203-b62f-43e3b3dc4c74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:13:23.565081 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-bda1632d-cb70-4203-b62f-43e3b3dc4c74 admin admin] Usage tracker for resource:security_group_rule and tenant:6b3120e9e8364a98b7313c5d025d5de1 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:13:23.568399 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-bda1632d-cb70-4203-b62f-43e3b3dc4c74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:13:23.575779 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-bda1632d-cb70-4203-b62f-43e3b3dc4c74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:13:23.822936 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-bda1632d-cb70-4203-b62f-43e3b3dc4c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:23.833962 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-bda1632d-cb70-4203-b62f-43e3b3dc4c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:23.855155 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-4f45e379-23ba-4a53-bef5-937f998ee484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:13:23.944141 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda1632d-cb70-4203-b62f-43e3b3dc4c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad50404b-d6bd-4583-abb9-3acc22bc8d1d,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:13:23.955147 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-bda1632d-cb70-4203-b62f-43e3b3dc4c74 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6b3120e9e8364a98b7313c5d025d5de1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5444002
May 02 03:13:23.958841 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 48664) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:13:23.983410 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7be80b-a066-487c-a701-23d6dbc6c356 req-9210304c-7ae6-4e32-8117-e9dd426faa34 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:24.006520 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9a7be80b-a066-487c-a701-23d6dbc6c356 req-9210304c-7ae6-4e32-8117-e9dd426faa34 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 946 time: 0.3494718
May 02 03:13:24.008581 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-bda1632d-cb70-4203-b62f-43e3b3dc4c74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:13:24.119805 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-ccd6d171-40ff-49f1-ac65-94c91dafa801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:24.135076 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9a7be80b-a066-487c-a701-23d6dbc6c356 req-f0187ace-ba75-49ac-b642-b6b76deddfe6 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1225450
May 02 03:13:24.167702 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-ccd6d171-40ff-49f1-ac65-94c91dafa801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:24.267224 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-ccd6d171-40ff-49f1-ac65-94c91dafa801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:24.274395 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-67e1b3dc-8758-4d99-a5a4-133f20f591fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:13:24.288013 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352c955-cc5b-49e8-ba7d-bfdbc5c30576 req-4704d149-6901-4e17-b0c5-77b2687b0329 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:24.290930 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-0352c955-cc5b-49e8-ba7d-bfdbc5c30576 req-4704d149-6901-4e17-b0c5-77b2687b0329 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 944 time: 0.1504354
May 02 03:13:24.292907 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd6d171-40ff-49f1-ac65-94c91dafa801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad50404b-d6bd-4583-abb9-3acc22bc8d1d,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:13:24.304684 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-ccd6d171-40ff-49f1-ac65-94c91dafa801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:13:24.330221 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-ccd6d171-40ff-49f1-ac65-94c91dafa801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:24.331600 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-ccd6d171-40ff-49f1-ac65-94c91dafa801 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ad50404b-d6bd-4583-abb9-3acc22bc8d1d HTTP/1.1" status: 204  len: 168 time: 0.3719819
May 02 03:13:24.377238 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-0352c955-cc5b-49e8-ba7d-bfdbc5c30576 req-561a96f4-8a74-4377-8240-f405ab46e3e4 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758035
May 02 03:13:24.985461 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-1528d05f-a4f7-45c6-b170-4f799de69ac0 req-ca249a63-4eca-4f32-ab0f-859f9130dbc1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3612914
May 02 03:13:25.016417 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee09415-a66e-4f89-af8c-24f1e210de3b req-32e86fe2-063c-4679-a1e4-c4d870ef4590 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:25.017665 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f591e7-0f59-4ba4-a58f-c5c69e1f0703 req-2939bce2-555b-4539-a0d7-c86d3156474b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:25.019020 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-aee09415-a66e-4f89-af8c-24f1e210de3b req-32e86fe2-063c-4679-a1e4-c4d870ef4590 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.4551392
May 02 03:13:25.022053 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-19f591e7-0f59-4ba4-a58f-c5c69e1f0703 req-2939bce2-555b-4539-a0d7-c86d3156474b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c7fbd4b3-8241-42d4-a727-6c3f39a82264&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4041193
May 02 03:13:25.099200 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-aee09415-a66e-4f89-af8c-24f1e210de3b req-603a132e-d87a-447d-958a-458cd82bd995 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692711
May 02 03:13:25.445154 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9dafde-2b8e-4fa9-b101-c63c6b1c0bb8 req-735a670f-6dfc-4ebe-94a4-a38c73fa14d2 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:25.447125 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-0c9dafde-2b8e-4fa9-b101-c63c6b1c0bb8 req-735a670f-6dfc-4ebe-94a4-a38c73fa14d2 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 946 time: 0.1184556
May 02 03:13:25.504913 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-0c9dafde-2b8e-4fa9-b101-c63c6b1c0bb8 req-921d2c3f-4140-4a7b-8a40-bcf909e47b25 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492113
May 02 03:13:25.612043 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bff283-8372-43a6-acd3-9bd0ea2fd7dc req-9dd50370-984a-44c7-9788-498ff33e1210 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:25.613680 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-d4bff283-8372-43a6-acd3-9bd0ea2fd7dc req-9dd50370-984a-44c7-9788-498ff33e1210 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 944 time: 0.1026280
May 02 03:13:25.673628 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-d4bff283-8372-43a6-acd3-9bd0ea2fd7dc req-e7c21443-84d4-47fe-b2c5-dd2cb13ea2d8 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446851
May 02 03:13:25.771544 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device 0df8b6ae-d25f-4132-8489-a685808f1ea3 no longer exists at agent hyperv_hv-cinder-78907 {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 02 03:13:25.945507 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:25.983111 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '872861b5-2289-48a5-9ad3-e3799fbcc95a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0df8b6ae-d25f-4132-8489-a685808f1ea3'}] {{(pid=73902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:13:26.004133 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port 0df8b6ae-d25f-4132-8489-a685808f1ea3, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=0df8b6ae-d25f-4132-8489-a685808f1ea3,segment=NetworkSegment(6c6f3f05-f004-471e-8a0e-26e9fcb39326),segment_id=6c6f3f05-f004-471e-8a0e-26e9fcb39326)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:13:26.010944 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:26.019332 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:13:26.065601 dv-cinder-789077-1-iscsi neutron-server[73902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '872861b5-2289-48a5-9ad3-e3799fbcc95a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0df8b6ae-d25f-4132-8489-a685808f1ea3', 'code': 200}
May 02 03:13:26.072916 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-19f591e7-0f59-4ba4-a58f-c5c69e1f0703 req-287b2969-44ed-4a4d-a2c2-9a96a247909e service neutron] 10.222.0.37 "GET /v2.0/networks/c7fbd4b3-8241-42d4-a727-6c3f39a82264?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2503445
May 02 03:13:26.124815 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Pushing event updated for resources: {'Port': ['ID=0df8b6ae-d25f-4132-8489-a685808f1ea3,revision_number=8']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:13:26.137311 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:13:26.253584 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-19f591e7-0f59-4ba4-a58f-c5c69e1f0703 req-f008710f-fdd7-48de-a801-cfd67bef118a service neutron] 10.222.0.37 "GET /v2.0/networks/c7fbd4b3-8241-42d4-a727-6c3f39a82264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1720195
May 02 03:13:26.358884 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c819f-3de3-43bd-bdc7-4e3d1913ab67 req-6e35bd9b-5288-4ecf-8e2f-92921a12d7c6 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:26.360485 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c98c819f-3de3-43bd-bdc7-4e3d1913ab67 req-6e35bd9b-5288-4ecf-8e2f-92921a12d7c6 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.1054547
May 02 03:13:26.414850 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c98c819f-3de3-43bd-bdc7-4e3d1913ab67 req-4c93f3b7-3627-45c2-bfba-0fadd9d3141a tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481367
May 02 03:13:26.737950 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b7408-3a62-454c-9350-c492140850f7 req-fcd9afcd-769c-4344-8752-42c0a134ca36 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:26.739742 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-fb2b7408-3a62-454c-9350-c492140850f7 req-fcd9afcd-769c-4344-8752-42c0a134ca36 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 944 time: 0.0958238
May 02 03:13:26.948495 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-fb2b7408-3a62-454c-9350-c492140850f7 req-5255a494-c60f-4f5a-bfa2-19154499891a tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1934342
May 02 03:13:26.999606 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c9f52-8044-46df-a254-379077ab5ec0 req-35dbb226-6f5b-40e9-bb62-b79d3ce6e1cb tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:27.001238 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a24c9f52-8044-46df-a254-379077ab5ec0 req-35dbb226-6f5b-40e9-bb62-b79d3ce6e1cb tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 944 time: 0.1566138
May 02 03:13:27.084146 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a24c9f52-8044-46df-a254-379077ab5ec0 req-f925c1c6-dd27-448b-8c45-dc3b23e4017d tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757384
May 02 03:13:27.736737 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device 1054af50-f18d-4be2-86bd-00b8a2d23b31 details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=73902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 02 03:13:27.773205 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400027bd-373e-4c66-b174-a14db96df5e4 req-24d4589a-b2a7-4440-9d84-57fe47a28346 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:27.776002 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-400027bd-373e-4c66-b174-a14db96df5e4 req-24d4589a-b2a7-4440-9d84-57fe47a28346 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.1303701
May 02 03:13:27.907998 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port 1054af50-f18d-4be2-86bd-00b8a2d23b31, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=1054af50-f18d-4be2-86bd-00b8a2d23b31,segment=NetworkSegment(b30497ce-e2ee-43bf-863e-b0adb6c70caf),segment_id=b30497ce-e2ee-43bf-863e-b0adb6c70caf)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:13:27.936276 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Returning: {'device': '1054af50-f18d-4be2-86bd-00b8a2d23b31', 'network_id': 'e3c24553-093c-4dba-a579-e14fc9bf8125', 'port_id': '1054af50-f18d-4be2-86bd-00b8a2d23b31', 'mac_address': 'fa:16:3e:a8:d3:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5979161-d7b0-4fdb-a66c-2a0a0a8b9b09', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 02 03:13:27.960922 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-400027bd-373e-4c66-b174-a14db96df5e4 req-e55e15a5-e6bb-4ffc-a200-af3f930c03dc tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1759825
May 02 03:13:28.055356 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:28.092208 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.notifiers.nova [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1054af50-f18d-4be2-86bd-00b8a2d23b31 {{(pid=73902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 02 03:13:28.119849 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port 1054af50-f18d-4be2-86bd-00b8a2d23b31, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=1054af50-f18d-4be2-86bd-00b8a2d23b31,segment=NetworkSegment(b30497ce-e2ee-43bf-863e-b0adb6c70caf),segment_id=b30497ce-e2ee-43bf-863e-b0adb6c70caf)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:13:28.127615 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:28.133553 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:13:28.289410 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a566f9-7f0a-4392-904b-6d34a31d4d39 req-5e30f3c7-a8dd-4254-b6ac-33fc5bcb0942 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:28.289756 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Pushing event updated for resources: {'Port': ['ID=1054af50-f18d-4be2-86bd-00b8a2d23b31,revision_number=4']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:13:28.294496 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-24a566f9-7f0a-4392-904b-6d34a31d4d39 req-5e30f3c7-a8dd-4254-b6ac-33fc5bcb0942 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 944 time: 0.1842692
May 02 03:13:28.301559 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:13:28.395607 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-24a566f9-7f0a-4392-904b-6d34a31d4d39 req-2d057a4b-eced-47ab-9568-940d5e6b1224 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0870340
May 02 03:13:28.429259 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] get_ports_and_sgs() called for port_ids ['1054af50-f18d-4be2-86bd-00b8a2d23b31'] {{(pid=73902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 02 03:13:28.708849 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7548ec-4aba-4329-83e3-ee3d5ffe64c8 req-f251f46e-8ef5-429d-9c63-41e196ba66fc tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:28.719403 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4b7548ec-4aba-4329-83e3-ee3d5ffe64c8 req-f251f46e-8ef5-429d-9c63-41e196ba66fc tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 945 time: 0.1368978
May 02 03:13:28.801996 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4b7548ec-4aba-4329-83e3-ee3d5ffe64c8 req-ea8336d2-bf8c-4df0-82e4-b1019b1b5ec6 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814819
May 02 03:13:29.104765 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c922f2-1f48-4e4b-8832-d1841d64a6a0 req-44e609d1-3903-4d8c-a147-7c0c7311875f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:29.106704 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-94c922f2-1f48-4e4b-8832-d1841d64a6a0 req-44e609d1-3903-4d8c-a147-7c0c7311875f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c0c7970eea444c3cab1fd1c05acdf886&device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 1098 time: 0.1280651
May 02 03:13:29.208851 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c47fe3-68ef-4cb2-b3d7-aa3884c71229 req-d27f04c4-cc05-4001-9d05-55fafcdff4ef tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:29.211447 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-b6c47fe3-68ef-4cb2-b3d7-aa3884c71229 req-d27f04c4-cc05-4001-9d05-55fafcdff4ef tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.1830919
May 02 03:13:29.275229 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-b6c47fe3-68ef-4cb2-b3d7-aa3884c71229 req-a25612c3-0804-42c5-9231-62f061ad585d tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571527
May 02 03:13:29.321338 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c922f2-1f48-4e4b-8832-d1841d64a6a0 req-35e699e2-5dd7-4aa7-8e44-0766d8dc30fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:29.322879 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-94c922f2-1f48-4e4b-8832-d1841d64a6a0 req-35e699e2-5dd7-4aa7-8e44-0766d8dc30fa service neutron] 10.222.0.37 "GET /v2.0/networks?id=ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34 HTTP/1.1" status: 200  len: 920 time: 0.2019575
May 02 03:13:29.401107 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-94c922f2-1f48-4e4b-8832-d1841d64a6a0 req-657fef3c-e40b-4eb5-8246-22919ff9522c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08dc974b-7500-43e6-8dbe-573d688be584 HTTP/1.1" status: 200  len: 217 time: 0.0676408
May 02 03:13:29.470692 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c922f2-1f48-4e4b-8832-d1841d64a6a0 req-9652688b-2a8f-4de1-a54b-415be0dc5c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:29.472177 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-94c922f2-1f48-4e4b-8832-d1841d64a6a0 req-9652688b-2a8f-4de1-a54b-415be0dc5c51 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1b190fc7-4823-4c94-a79b-e61ea64b5302 HTTP/1.1" status: 200  len: 859 time: 0.0635767
May 02 03:13:29.535715 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-94c922f2-1f48-4e4b-8832-d1841d64a6a0 req-51cd0410-eb1e-441f-9b2d-ff9926e588c3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0491881
May 02 03:13:29.755868 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device 1054af50-f18d-4be2-86bd-00b8a2d23b31 up at agent hyperv_hv-cinder-78907 {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:13:29.769188 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748a4ec-4e8b-46bd-be13-86d0f954f1a3 req-743e3a7a-b7d9-41a6-b5d8-0b6f900937c9 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:29.780983 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a748a4ec-4e8b-46bd-be13-86d0f954f1a3 req-743e3a7a-b7d9-41a6-b5d8-0b6f900937c9 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 944 time: 0.1760297
May 02 03:13:29.880755 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a748a4ec-4e8b-46bd-be13-86d0f954f1a3 req-43ca9e38-c178-443c-acf1-dbebdd232dbd tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0986316
May 02 03:13:29.922261 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Provisioning for port 1054af50-f18d-4be2-86bd-00b8a2d23b31 completed by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:13:29.952161 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Provisioning complete for port 1054af50-f18d-4be2-86bd-00b8a2d23b31 triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:13:29.952763 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:30.000113 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-94c922f2-1f48-4e4b-8832-d1841d64a6a0 req-a87cdd47-a978-485e-9c58-f774b7b44ba4 service neutron] 10.222.0.37 "GET /v2.0/networks/ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4552457
May 02 03:13:30.130843 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 48842) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:13:30.258157 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd69353-cede-4d32-9e44-bf9088e60fc3 req-73df1ae5-24f0-49dc-b28e-fac9f585da45 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:30.265748 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4fd69353-cede-4d32-9e44-bf9088e60fc3 req-73df1ae5-24f0-49dc-b28e-fac9f585da45 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 945 time: 0.2343924
May 02 03:13:30.280229 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:30.329026 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4fd69353-cede-4d32-9e44-bf9088e60fc3 req-1ce4fafa-6d30-43a8-b884-40864c3142b9 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620458
May 02 03:13:30.334645 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.db_base_plugin_v2 [None req-39f7dd8b-8dd6-4c30-98ef-2b4b05c0118a admin admin] Deleting subnet 8f00841f-d2e0-49c5-8de9-22776b72776b {{(pid=73901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
May 02 03:13:30.361716 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-39f7dd8b-8dd6-4c30-98ef-2b4b05c0118a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:30.403571 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port 1054af50-f18d-4be2-86bd-00b8a2d23b31, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=1054af50-f18d-4be2-86bd-00b8a2d23b31,segment=NetworkSegment(b30497ce-e2ee-43bf-863e-b0adb6c70caf),segment_id=b30497ce-e2ee-43bf-863e-b0adb6c70caf)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:13:30.410801 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7897939-f9ef-48db-adb5-58fe671c399d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1054af50-f18d-4be2-86bd-00b8a2d23b31'}] {{(pid=73902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:13:30.423174 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:30.434636 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-94c922f2-1f48-4e4b-8832-d1841d64a6a0 req-9988c8b9-ef6f-425c-8904-1e48c0f98bce service neutron] 10.222.0.37 "GET /v2.0/networks/ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4263341
May 02 03:13:30.437237 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:13:30.467139 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-39f7dd8b-8dd6-4c30-98ef-2b4b05c0118a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2839877'] for subnet, precommit_delete_associations {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:30.568914 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Pushing event updated for resources: {'Port': ['ID=1054af50-f18d-4be2-86bd-00b8a2d23b31,revision_number=5']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:13:30.579074 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:13:30.636849 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-39f7dd8b-8dd6-4c30-98ef-2b4b05c0118a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799051'] for subnet, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:30.802553 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea11a7-cb6d-4e52-b7db-a3b5c5c58f99 req-1e67ac0f-3239-4934-89f3-64169b14e5eb tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:30.814212 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-caea11a7-cb6d-4e52-b7db-a3b5c5c58f99 req-1e67ac0f-3239-4934-89f3-64169b14e5eb tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.2603097
May 02 03:13:30.917126 dv-cinder-789077-1-iscsi neutron-server[73902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7897939-f9ef-48db-adb5-58fe671c399d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1054af50-f18d-4be2-86bd-00b8a2d23b31', 'code': 200}
May 02 03:13:30.969952 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-caea11a7-cb6d-4e52-b7db-a3b5c5c58f99 req-c2c1d218-fe22-41d4-a6ba-95c648472865 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647318
May 02 03:13:31.122106 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 48866) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:13:31.382000 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-39f7dd8b-8dd6-4c30-98ef-2b4b05c0118a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3711852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2161004'] for subnet, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:31.395034 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:13:31.503753 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f7dd8b-8dd6-4c30-98ef-2b4b05c0118a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f00841f-d2e0-49c5-8de9-22776b72776b,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:13:31.520496 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-e3eaa220-d6d3-4de1-b48f-3ea9dfa3f498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:31.534970 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-39f7dd8b-8dd6-4c30-98ef-2b4b05c0118a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for subnet, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:31.543657 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-39f7dd8b-8dd6-4c30-98ef-2b4b05c0118a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:13:31.568722 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-39f7dd8b-8dd6-4c30-98ef-2b4b05c0118a admin admin] 10.222.0.38 "DELETE /v2.0/subnets/8f00841f-d2e0-49c5-8de9-22776b72776b HTTP/1.1" status: 204  len: 168 time: 1.4261470
May 02 03:13:31.574842 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 48886) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:13:31.599695 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-e3eaa220-d6d3-4de1-b48f-3ea9dfa3f498 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:13:31.609208 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-e3eaa220-d6d3-4de1-b48f-3ea9dfa3f498 admin admin] Usage tracker for resource:security_group_rule and tenant:be60a73f70514b6889c022e42f7f46d7 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:13:31.619461 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-e3eaa220-d6d3-4de1-b48f-3ea9dfa3f498 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:13:31.628672 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-e3eaa220-d6d3-4de1-b48f-3ea9dfa3f498 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:13:31.667991 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca960bf-6865-48c6-a70f-5ee3bb428a3a req-5ba6bfb8-6cbb-4f19-a1bd-1c98acd216da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:31.670532 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-8ca960bf-6865-48c6-a70f-5ee3bb428a3a req-5ba6bfb8-6cbb-4f19-a1bd-1c98acd216da service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 1099 time: 0.4344676
May 02 03:13:31.748315 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-8ca960bf-6865-48c6-a70f-5ee3bb428a3a req-5d41e936-0347-40f7-90b4-2531c0481e86 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693910
May 02 03:13:31.787932 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device 0df8b6ae-d25f-4132-8489-a685808f1ea3 no longer exists at agent hyperv_hv-cinder-78907 {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 02 03:13:31.807489 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-9f0e43ea-bcfa-402c-a737-55065a5f6454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688557'] for network, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:31.900346 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-e3eaa220-d6d3-4de1-b48f-3ea9dfa3f498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:31.915890 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-e3eaa220-d6d3-4de1-b48f-3ea9dfa3f498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:31.947312 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-10027e65-2eaf-46d1-89ae-b8a443448d97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:13:31.958690 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9aa056-9e96-4379-8ecf-851c9e64fb6a req-b9614e78-4d60-4275-acfc-d59d7060b033 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:31.966307 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-ff9aa056-9e96-4379-8ecf-851c9e64fb6a req-b9614e78-4d60-4275-acfc-d59d7060b033 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 946 time: 0.3261483
May 02 03:13:32.014241 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eaa220-d6d3-4de1-b48f-3ea9dfa3f498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbdab922-597d-4bf4-99bd-84232a43036e,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:13:32.019654 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-e3eaa220-d6d3-4de1-b48f-3ea9dfa3f498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:13:32.045952 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-ff9aa056-9e96-4379-8ecf-851c9e64fb6a req-d435b47f-9553-4eb1-a8c1-64bc1ad77623 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783052
May 02 03:13:32.054340 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c55951-9505-450e-b53b-0f53c3ad8d80 req-44f3aa84-7098-42ce-a461-d5e74d718171 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:32.057719 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-e3eaa220-d6d3-4de1-b48f-3ea9dfa3f498 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=be60a73f70514b6889c022e42f7f46d7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9325414
May 02 03:13:32.062713 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 48902) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:13:32.065824 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-14c55951-9505-450e-b53b-0f53c3ad8d80 req-44f3aa84-7098-42ce-a461-d5e74d718171 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 944 time: 0.4846253
May 02 03:13:32.167929 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 48906) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:13:32.254722 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-1043372a-451a-46fd-9e4d-8ebae4098bb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:32.307138 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-1043372a-451a-46fd-9e4d-8ebae4098bb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:32.325144 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-9f0e43ea-bcfa-402c-a737-55065a5f6454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773334', 'neutron.services.segments.db._delete_segments_for_network-8747865761073'] for network, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:32.422515 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-cd872acd-f0c0-41de-b9dc-e3bb523b1a73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:32.454398 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-1043372a-451a-46fd-9e4d-8ebae4098bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:32.459439 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-cd872acd-f0c0-41de-b9dc-e3bb523b1a73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:13:32.461824 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:13:32.474625 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-cd872acd-f0c0-41de-b9dc-e3bb523b1a73 admin admin] Usage tracker for resource:security_group_rule and tenant:38523fbaf70048bcaa209bf30026136a is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:13:32.479501 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-cd872acd-f0c0-41de-b9dc-e3bb523b1a73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:13:32.484126 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1043372a-451a-46fd-9e4d-8ebae4098bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbdab922-597d-4bf4-99bd-84232a43036e,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:13:32.491428 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-cd872acd-f0c0-41de-b9dc-e3bb523b1a73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:13:32.493569 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-1043372a-451a-46fd-9e4d-8ebae4098bb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:13:32.501031 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-1043372a-451a-46fd-9e4d-8ebae4098bb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:32.506349 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-1043372a-451a-46fd-9e4d-8ebae4098bb3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dbdab922-597d-4bf4-99bd-84232a43036e HTTP/1.1" status: 204  len: 168 time: 0.4385171
May 02 03:13:32.638767 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-14c55951-9505-450e-b53b-0f53c3ad8d80 req-c1cdffa5-d9f8-4766-8f01-d242731e5a40 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4418542
May 02 03:13:32.656781 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-cd872acd-f0c0-41de-b9dc-e3bb523b1a73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:32.664256 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-cd872acd-f0c0-41de-b9dc-e3bb523b1a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:32.678581 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-3588ec26-4ecd-47d9-b4e3-a706ab7f5982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:13:32.742183 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.services.segments.db [None req-9f0e43ea-bcfa-402c-a737-55065a5f6454 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c55f738b0>,) {'filters': {'network_id': ['d70f53f4-8393-4ef0-9689-68bc893f8691']}} {{(pid=73901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:13:32.756517 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-cd872acd-f0c0-41de-b9dc-e3bb523b1a73 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=38523fbaf70048bcaa209bf30026136a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5868218
May 02 03:13:32.761124 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 48924) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:13:32.761830 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd872acd-f0c0-41de-b9dc-e3bb523b1a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a6d5f4-5111-4e76-8d37-94bac6069909,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:13:32.782691 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-cd872acd-f0c0-41de-b9dc-e3bb523b1a73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:13:32.787952 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.services.segments.db [None req-9f0e43ea-bcfa-402c-a737-55065a5f6454 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c55f738b0>, 'c48f9021-9e8b-4e4e-86cb-19e248bbd74b') {'for_net_delete': True} {{(pid=73901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:13:32.788313 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.services.segments.db [None req-9f0e43ea-bcfa-402c-a737-55065a5f6454 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c55f738b0>, 'c48f9021-9e8b-4e4e-86cb-19e248bbd74b') {} {{(pid=73901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:13:32.843467 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-9f0e43ea-bcfa-402c-a737-55065a5f6454 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747865772647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2839932'] for segment, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:32.891396 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-9f0e43ea-bcfa-402c-a737-55065a5f6454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800657'] for segment, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:32.908475 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b9ced4-7f9b-43cf-ba6c-de19894e76c8 req-a64aba02-2d20-40f0-801b-03ffff4093b9 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:32.917356 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-97b9ced4-7f9b-43cf-ba6c-de19894e76c8 req-a64aba02-2d20-40f0-801b-03ffff4093b9 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.6032412
May 02 03:13:32.939296 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-86fa598b-2356-415a-85ea-02673324ac14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:32.944458 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f0e43ea-bcfa-402c-a737-55065a5f6454 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=73901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 02 03:13:32.970130 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 48928) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:13:33.014918 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-86fa598b-2356-415a-85ea-02673324ac14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:33.172892 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-86fa598b-2356-415a-85ea-02673324ac14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:33.178165 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-b4c98939-02d7-439c-907c-22cc723c3f40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:13:33.193363 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-172bca8b-6ce5-41cf-9b15-1136df401595 req-ee743987-4c89-449d-9664-55c70d58e45a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2212105
May 02 03:13:33.195121 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fa598b-2356-415a-85ea-02673324ac14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a6d5f4-5111-4e76-8d37-94bac6069909,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:13:33.199400 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-86fa598b-2356-415a-85ea-02673324ac14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:13:33.204774 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-86fa598b-2356-415a-85ea-02673324ac14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:33.206105 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-86fa598b-2356-415a-85ea-02673324ac14 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b1a6d5f4-5111-4e76-8d37-94bac6069909 HTTP/1.1" status: 204  len: 168 time: 0.4252779
May 02 03:13:33.369520 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.managers [None req-9f0e43ea-bcfa-402c-a737-55065a5f6454 admin admin] Network d70f53f4-8393-4ef0-9689-68bc893f8691 has no segments {{(pid=73901) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 02 03:13:33.389517 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-9f0e43ea-bcfa-402c-a737-55065a5f6454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1800670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718606'] for segment, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:33.424311 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-97b9ced4-7f9b-43cf-ba6c-de19894e76c8 req-45d6b631-f7fd-4ca1-ac36-a5828da01c87 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5053902
May 02 03:13:33.625304 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.managers [None req-9f0e43ea-bcfa-402c-a737-55065a5f6454 admin admin] Network d70f53f4-8393-4ef0-9689-68bc893f8691 has no segments {{(pid=73901) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 02 03:13:33.641418 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82201f-a596-4fa5-9f4e-eca9c37d5d8b req-3c8e8a16-927c-46ac-a0b9-bb601bc21ea3 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:33.664113 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2f82201f-a596-4fa5-9f4e-eca9c37d5d8b req-3c8e8a16-927c-46ac-a0b9-bb601bc21ea3 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 946 time: 0.3679605
May 02 03:13:33.701586 dv-cinder-789077-1-iscsi neutron-server[73901]: Traceback (most recent call last):
May 02 03:13:33.701586 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 02 03:13:33.701586 dv-cinder-789077-1-iscsi neutron-server[73901]:     timer()
May 02 03:13:33.701586 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 02 03:13:33.701586 dv-cinder-789077-1-iscsi neutron-server[73901]:     cb(*args, **kw)
May 02 03:13:33.701586 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 02 03:13:33.701586 dv-cinder-789077-1-iscsi neutron-server[73901]:     return func(*args, **kwargs)
May 02 03:13:33.701586 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 02 03:13:33.701586 dv-cinder-789077-1-iscsi neutron-server[73901]:     self._notify()
May 02 03:13:33.701586 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 02 03:13:33.701586 dv-cinder-789077-1-iscsi neutron-server[73901]:     self.callback(batched_events)
May 02 03:13:33.701586 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 02 03:13:33.701586 dv-cinder-789077-1-iscsi neutron-server[73901]:     event.method(event)
May 02 03:13:33.701586 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 02 03:13:33.701586 dv-cinder-789077-1-iscsi neutron-server[73901]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 02 03:13:33.701586 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 02 03:13:33.701586 dv-cinder-789077-1-iscsi neutron-server[73901]:     aggregate_uuid = self.p_client.list_aggregates(
May 02 03:13:33.701586 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 02 03:13:33.701586 dv-cinder-789077-1-iscsi neutron-server[73901]:     return f(self, *a, **k)
May 02 03:13:33.701586 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 02 03:13:33.701586 dv-cinder-789077-1-iscsi neutron-server[73901]:     return self._get(url).json()
May 02 03:13:33.701586 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 02 03:13:33.701586 dv-cinder-789077-1-iscsi neutron-server[73901]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 02 03:13:33.701586 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 02 03:13:33.701586 dv-cinder-789077-1-iscsi neutron-server[73901]:     return self.request(url, 'GET', **kwargs)
May 02 03:13:33.701586 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 02 03:13:33.701586 dv-cinder-789077-1-iscsi neutron-server[73901]:     base_url = self.get_endpoint(auth, allow=allow,
May 02 03:13:33.701586 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 02 03:13:33.701586 dv-cinder-789077-1-iscsi neutron-server[73901]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 02 03:13:33.701586 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 02 03:13:33.701586 dv-cinder-789077-1-iscsi neutron-server[73901]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 02 03:13:33.701586 dv-cinder-789077-1-iscsi neutron-server[73901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 02 03:13:33.960274 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 48950) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:13:33.966256 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2f82201f-a596-4fa5-9f4e-eca9c37d5d8b req-54c31a5f-28ec-41e4-956c-b46861480fc3 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3006544
May 02 03:13:33.968928 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-9f0e43ea-bcfa-402c-a737-55065a5f6454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419395'] for network, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:33.977521 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-9f0e43ea-bcfa-402c-a737-55065a5f6454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for network, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:33.985219 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:13:33.989554 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-c488b946-b911-4807-b816-4c19b0bde038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:34.010500 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-c488b946-b911-4807-b816-4c19b0bde038 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:13:34.018073 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-c488b946-b911-4807-b816-4c19b0bde038 admin admin] Usage tracker for resource:security_group_rule and tenant:7352904f2a6a49debba72936da8930a7 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:13:34.024778 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e43ea-bcfa-402c-a737-55065a5f6454 admin admin] Pushing event deleted for resources: {'Network': ['ID=d70f53f4-8393-4ef0-9689-68bc893f8691,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:13:34.025297 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-c488b946-b911-4807-b816-4c19b0bde038 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:13:34.028854 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-9f0e43ea-bcfa-402c-a737-55065a5f6454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:13:34.034044 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-9f0e43ea-bcfa-402c-a737-55065a5f6454 admin admin] 10.222.0.38 "DELETE /v2.0/networks/d70f53f4-8393-4ef0-9689-68bc893f8691 HTTP/1.1" status: 204  len: 168 time: 2.4572639
May 02 03:13:34.039291 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-c488b946-b911-4807-b816-4c19b0bde038 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:13:34.109264 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de847dc4-a92b-40eb-b6f6-d0f22c12e858 req-a808b706-99c2-4416-8732-88c9cf24985d tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:34.111024 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-de847dc4-a92b-40eb-b6f6-d0f22c12e858 req-a808b706-99c2-4416-8732-88c9cf24985d tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 944 time: 0.2103212
May 02 03:13:34.208387 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-de847dc4-a92b-40eb-b6f6-d0f22c12e858 req-5dfa84e5-3678-47cb-aa3e-81ae5509ae09 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0832889
May 02 03:13:34.255447 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-c488b946-b911-4807-b816-4c19b0bde038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:34.271865 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-c488b946-b911-4807-b816-4c19b0bde038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:34.282633 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-9a15a6e1-a419-42f8-bbd8-cbafdf76fb58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:13:34.336963 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-c488b946-b911-4807-b816-4c19b0bde038 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7352904f2a6a49debba72936da8930a7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3747079
May 02 03:13:34.338517 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 48958) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:13:34.341910 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c488b946-b911-4807-b816-4c19b0bde038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd99d93-9b81-43a1-bb05-9190f865caf8,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:13:34.354559 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-c488b946-b911-4807-b816-4c19b0bde038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:13:34.412459 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-64ca47ca-cc5e-41cc-a831-97cc0db30961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:34.443521 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-64ca47ca-cc5e-41cc-a831-97cc0db30961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:34.444718 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 48962) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:13:34.520113 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-64ca47ca-cc5e-41cc-a831-97cc0db30961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:34.526631 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-b2b48c30-5467-4f2f-b5d1-3e201eacb748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:13:34.536958 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-ffab277b-80d2-4dd3-952d-9a6fdeb8dd3a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d2e7d1d1d2ec4eb6981c3b80bacb92b7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0904813
May 02 03:13:34.537636 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 48968) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:13:34.568325 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ca47ca-cc5e-41cc-a831-97cc0db30961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd99d93-9b81-43a1-bb05-9190f865caf8,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:13:34.570324 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-64ca47ca-cc5e-41cc-a831-97cc0db30961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:34.580233 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-64ca47ca-cc5e-41cc-a831-97cc0db30961 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2cd99d93-9b81-43a1-bb05-9190f865caf8 HTTP/1.1" status: 204  len: 168 time: 0.2406402
May 02 03:13:34.581269 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-64ca47ca-cc5e-41cc-a831-97cc0db30961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:13:34.817033 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-d1fc729f-51a2-494a-9c6a-e9fb3efbb2cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:34.885559 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-d1fc729f-51a2-494a-9c6a-e9fb3efbb2cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:34.994568 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ab327-1305-4d5e-a33a-b13a3035c31b req-08013639-3faf-4fdd-b658-d45f5ac99b39 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:34.996867 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-8b4ab327-1305-4d5e-a33a-b13a3035c31b req-08013639-3faf-4fdd-b658-d45f5ac99b39 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.2986150
May 02 03:13:35.079242 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-60c75af0-d027-4fd0-9dfd-9c4f06675efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:35.086581 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-d1fc729f-51a2-494a-9c6a-e9fb3efbb2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:35.098573 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-c1a1c5fd-b56f-46e5-baa3-5b8beb41781a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:13:35.112454 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-8b4ab327-1305-4d5e-a33a-b13a3035c31b req-623eeb5b-bb2c-4958-8cb1-eebed3477307 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1067619
May 02 03:13:35.120924 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fc729f-51a2-494a-9c6a-e9fb3efbb2cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7e2b0c-ed75-4cb6-90bd-b78db1882cdb,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:13:35.128358 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-d1fc729f-51a2-494a-9c6a-e9fb3efbb2cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:13:35.134281 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-d1fc729f-51a2-494a-9c6a-e9fb3efbb2cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:35.149207 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-d1fc729f-51a2-494a-9c6a-e9fb3efbb2cd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6c7e2b0c-ed75-4cb6-90bd-b78db1882cdb HTTP/1.1" status: 204  len: 168 time: 0.6101427
May 02 03:13:35.203943 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172bca8b-6ce5-41cf-9b15-1136df401595 req-d2c75cff-ea15-467e-a1c7-231e3b15fc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:35.205463 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-172bca8b-6ce5-41cf-9b15-1136df401595 req-d2c75cff-ea15-467e-a1c7-231e3b15fc90 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a&tenant_id=4e7db1adde334ad386f1a91ee9ac0682 HTTP/1.1" status: 200  len: 1097 time: 0.1295230
May 02 03:13:35.326791 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 48990) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:13:35.347576 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-45a5b9db-a9bd-4315-865b-91dca033d8c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:35.353291 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172bca8b-6ce5-41cf-9b15-1136df401595 req-936cd60b-cd2c-4353-baf1-06e326b0b867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:35.355641 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-172bca8b-6ce5-41cf-9b15-1136df401595 req-936cd60b-cd2c-4353-baf1-06e326b0b867 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e7db1adde334ad386f1a91ee9ac0682&device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 1097 time: 0.1209397
May 02 03:13:35.374032 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-45a5b9db-a9bd-4315-865b-91dca033d8c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:13:35.378181 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-45a5b9db-a9bd-4315-865b-91dca033d8c2 admin admin] Usage tracker for resource:security_group_rule and tenant:a1d3a478385942d8b5e6d859343c1ef0 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:13:35.382101 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-45a5b9db-a9bd-4315-865b-91dca033d8c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:13:35.391862 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-45a5b9db-a9bd-4315-865b-91dca033d8c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:13:35.590838 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-45a5b9db-a9bd-4315-865b-91dca033d8c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:35.600599 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-45a5b9db-a9bd-4315-865b-91dca033d8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:35.612493 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-ba15968b-00b3-4567-9879-aadcb41f9b4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:13:35.636653 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e831ca-b495-46ce-b073-ddc83957323f req-57346b6a-b5ef-40ee-ba98-205fd139ba9f tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:35.638481 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-39e831ca-b495-46ce-b073-ddc83957323f req-57346b6a-b5ef-40ee-ba98-205fd139ba9f tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 944 time: 0.1712756
May 02 03:13:35.656614 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172bca8b-6ce5-41cf-9b15-1136df401595 req-9e77a816-c044-4a0d-b1ec-92df978107df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:35.658334 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-172bca8b-6ce5-41cf-9b15-1136df401595 req-9e77a816-c044-4a0d-b1ec-92df978107df service neutron] 10.222.0.37 "GET /v2.0/networks?id=c7fbd4b3-8241-42d4-a727-6c3f39a82264 HTTP/1.1" status: 200  len: 918 time: 0.2899206
May 02 03:13:35.745205 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-45a5b9db-a9bd-4315-865b-91dca033d8c2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a1d3a478385942d8b5e6d859343c1ef0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4194183
May 02 03:13:35.753974 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 49008) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:13:35.755390 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-39e831ca-b495-46ce-b073-ddc83957323f req-d6acf80a-b6e9-45fd-b594-cfbe520bb6d1 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0904610
May 02 03:13:35.756844 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a5b9db-a9bd-4315-865b-91dca033d8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8598cb6b-79cb-4a68-9311-74b6af1492de,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:13:35.778749 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-45a5b9db-a9bd-4315-865b-91dca033d8c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:13:35.851162 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-172bca8b-6ce5-41cf-9b15-1136df401595 req-fb458981-2b8d-4ef1-a7b4-e6b495caafef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0df8b6ae-d25f-4132-8489-a685808f1ea3 HTTP/1.1" status: 200  len: 1000 time: 0.1841693
May 02 03:13:35.990697 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172bca8b-6ce5-41cf-9b15-1136df401595 req-c56987e8-4e0c-4dec-a070-f6894953d34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:35.993350 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-172bca8b-6ce5-41cf-9b15-1136df401595 req-c56987e8-4e0c-4dec-a070-f6894953d34b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=78de75db-d296-47a5-9b25-e7b9f1e1ac72 HTTP/1.1" status: 200  len: 856 time: 0.1283095
May 02 03:13:36.170334 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-caed3fe6-a1fd-4680-8a24-13d6182651c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:36.179527 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172bca8b-6ce5-41cf-9b15-1136df401595 req-e05a342e-0afe-4b0d-a18d-7247d545b79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:36.181045 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-172bca8b-6ce5-41cf-9b15-1136df401595 req-e05a342e-0afe-4b0d-a18d-7247d545b79a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c7fbd4b3-8241-42d4-a727-6c3f39a82264&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1797953
May 02 03:13:36.283924 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-caed3fe6-a1fd-4680-8a24-13d6182651c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:36.517361 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-172bca8b-6ce5-41cf-9b15-1136df401595 req-5e0a8f79-a943-4ce1-bca6-4cf169c969e8 service neutron] 10.222.0.37 "GET /v2.0/networks/c7fbd4b3-8241-42d4-a727-6c3f39a82264?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3245792
May 02 03:13:36.569638 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-caed3fe6-a1fd-4680-8a24-13d6182651c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:36.575198 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:13:36.734612 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed3fe6-a1fd-4680-8a24-13d6182651c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8598cb6b-79cb-4a68-9311-74b6af1492de,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:13:36.741371 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-caed3fe6-a1fd-4680-8a24-13d6182651c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:13:36.749531 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-caed3fe6-a1fd-4680-8a24-13d6182651c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:36.750911 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-caed3fe6-a1fd-4680-8a24-13d6182651c5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8598cb6b-79cb-4a68-9311-74b6af1492de HTTP/1.1" status: 204  len: 168 time: 0.9025400
May 02 03:13:36.877855 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-172bca8b-6ce5-41cf-9b15-1136df401595 req-776eb439-dd2e-4144-9953-a2cfd6e589ac service neutron] 10.222.0.37 "GET /v2.0/networks/c7fbd4b3-8241-42d4-a727-6c3f39a82264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3521042
May 02 03:13:37.217014 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f0efa-82b2-4a0f-9f50-dc703b486d2d req-35f09193-7f9c-40ee-9abc-e22c78c4b784 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:37.224089 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c60f0efa-82b2-4a0f-9f50-dc703b486d2d req-35f09193-7f9c-40ee-9abc-e22c78c4b784 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 944 time: 0.1980953
May 02 03:13:37.371070 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c60f0efa-82b2-4a0f-9f50-dc703b486d2d req-3b903233-ec64-495e-a4e1-62d21a452009 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1340048
May 02 03:13:37.716046 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:38.083305 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-56d61928-ee18-45a3-82a5-543d5a814c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:38.848932 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591c366-1875-40f1-ad26-6726a998d246 req-cad70053-1af4-4076-af89-b5cc7d7d7e29 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:38.859452 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-0591c366-1875-40f1-ad26-6726a998d246 req-cad70053-1af4-4076-af89-b5cc7d7d7e29 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 944 time: 0.3079600
May 02 03:13:38.960428 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-0591c366-1875-40f1-ad26-6726a998d246 req-4e37780f-3cc6-4dbb-940d-670066c5c443 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0919299
May 02 03:13:39.203505 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:40.248207 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83521a06-9640-40fd-94f3-b27fe31eabfe req-0eb2d13e-3ae4-472c-8502-d09fb2431177 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:40.252168 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-83521a06-9640-40fd-94f3-b27fe31eabfe req-0eb2d13e-3ae4-472c-8502-d09fb2431177 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 944 time: 0.1505780
May 02 03:13:40.339547 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-83521a06-9640-40fd-94f3-b27fe31eabfe req-61fb093f-61c8-4e8f-a987-e07437ea045b tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0810621
May 02 03:13:40.741533 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:40.952841 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:41.642272 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165c871-01f4-4d77-962e-e8999d252e54 req-84f16da3-5457-437f-b2e6-f1479a386a29 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:41.644169 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-3165c871-01f4-4d77-962e-e8999d252e54 req-84f16da3-5457-437f-b2e6-f1479a386a29 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fb9ea33-7c5d-43fe-82a6-9702239befd2 HTTP/1.1" status: 200  len: 946 time: 0.1218975
May 02 03:13:41.652673 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a20e3-bc89-4cae-abfc-0231df63fe93 req-55ba775e-1ae9-43aa-bd8e-6480f34a638f tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:41.655074 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4a1a20e3-bc89-4cae-abfc-0231df63fe93 req-55ba775e-1ae9-43aa-bd8e-6480f34a638f tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 944 time: 0.1656594
May 02 03:13:41.752563 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-3165c871-01f4-4d77-962e-e8999d252e54 req-b4a4e0f0-08b9-490d-8c6e-21f27d969e77 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884557
May 02 03:13:41.783118 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4a1a20e3-bc89-4cae-abfc-0231df63fe93 req-04505dd1-efbd-4e6d-b07c-ece5b5887f0a tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1169460
May 02 03:13:43.196218 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e700d8d4-1882-4426-a802-a4d92d2c5ea6 req-08b7caac-38e4-4c45-92f9-8b45a526d6df tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:43.197722 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e700d8d4-1882-4426-a802-a4d92d2c5ea6 req-08b7caac-38e4-4c45-92f9-8b45a526d6df tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 944 time: 0.1365168
May 02 03:13:43.210357 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d261e-7a08-4fa0-b966-87e88e67fdd9 req-93dfa1fc-7e78-422f-9185-1d592d66b1a1 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:43.211874 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a00d261e-7a08-4fa0-b966-87e88e67fdd9 req-93dfa1fc-7e78-422f-9185-1d592d66b1a1 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fb9ea33-7c5d-43fe-82a6-9702239befd2 HTTP/1.1" status: 200  len: 946 time: 0.2233055
May 02 03:13:43.288556 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e700d8d4-1882-4426-a802-a4d92d2c5ea6 req-076309d0-231f-4eac-a4ce-f260bc52ea62 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0756824
May 02 03:13:43.293216 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a00d261e-7a08-4fa0-b966-87e88e67fdd9 req-bbc725f0-e337-41fd-bfbb-400a1af1d6b0 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664809
May 02 03:13:44.694505 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0195201-1702-4c85-9843-71e15c20301e req-c92bc5f2-111e-4f56-986e-ab3978e5ffe8 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:44.696101 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-b0195201-1702-4c85-9843-71e15c20301e req-c92bc5f2-111e-4f56-986e-ab3978e5ffe8 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 944 time: 0.2486334
May 02 03:13:44.733601 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33aff9-8207-48a2-9d58-4cf2c2d572c3 req-bbe7660a-72e0-413e-b5cd-7fa515db9de4 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:44.735393 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-1c33aff9-8207-48a2-9d58-4cf2c2d572c3 req-bbe7660a-72e0-413e-b5cd-7fa515db9de4 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fb9ea33-7c5d-43fe-82a6-9702239befd2 HTTP/1.1" status: 200  len: 946 time: 0.1768878
May 02 03:13:44.783940 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-b0195201-1702-4c85-9843-71e15c20301e req-d6b23f2b-fa34-4ed3-8455-6653e5d11a88 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0745804
May 02 03:13:44.805139 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-1c33aff9-8207-48a2-9d58-4cf2c2d572c3 req-9f2eb7fc-fb14-4e10-8167-51e45155acf5 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634477
May 02 03:13:46.249579 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e0940-ba89-429c-b880-f239fb1246e9 req-06e0d687-16fd-4136-ac25-0439eb7f634d tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:46.251263 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-6d0e0940-ba89-429c-b880-f239fb1246e9 req-06e0d687-16fd-4136-ac25-0439eb7f634d tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 944 time: 0.1963398
May 02 03:13:46.264301 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76f493-5d01-4754-9aa1-e64631997206 req-e49dc469-6724-4218-8680-1ba16644044f tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:46.266167 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-7e76f493-5d01-4754-9aa1-e64631997206 req-e49dc469-6724-4218-8680-1ba16644044f tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fb9ea33-7c5d-43fe-82a6-9702239befd2 HTTP/1.1" status: 200  len: 946 time: 0.1646550
May 02 03:13:46.351427 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-6d0e0940-ba89-429c-b880-f239fb1246e9 req-38e4d334-1075-48c0-b111-c8e0e2103edc tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0840828
May 02 03:13:46.355097 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-7e76f493-5d01-4754-9aa1-e64631997206 req-da4cdf89-e5e5-4473-b3a5-a4d97546c8ae tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736141
May 02 03:13:47.603386 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363b3bd-b1cc-4bda-8beb-0ee9061fbe5f req-7c53a54c-c8ff-4fb6-8d31-b5813740296f tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:47.604927 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9363b3bd-b1cc-4bda-8beb-0ee9061fbe5f req-7c53a54c-c8ff-4fb6-8d31-b5813740296f tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fb9ea33-7c5d-43fe-82a6-9702239befd2 HTTP/1.1" status: 200  len: 946 time: 0.0931530
May 02 03:13:47.658528 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9363b3bd-b1cc-4bda-8beb-0ee9061fbe5f req-fb11da8a-f6cf-43c1-bf55-68ad28091c63 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463622
May 02 03:13:47.950276 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb2d66-0dff-49d7-bde1-b8ae7471b6b3 req-18b2a97d-98c1-4dd4-964d-207f5dcf35ed tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:47.952718 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a8fb2d66-0dff-49d7-bde1-b8ae7471b6b3 req-18b2a97d-98c1-4dd4-964d-207f5dcf35ed tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 944 time: 0.1291099
May 02 03:13:48.002614 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a8fb2d66-0dff-49d7-bde1-b8ae7471b6b3 req-67882121-462f-4574-9ca9-cd3ab093338f tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435569
May 02 03:13:48.932439 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b04c9cb-49b9-4721-b0ad-998ae6be95fc req-02587bd7-4e28-4dcc-9633-ad9a22da9e1e tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:48.933994 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-1b04c9cb-49b9-4721-b0ad-998ae6be95fc req-02587bd7-4e28-4dcc-9633-ad9a22da9e1e tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fb9ea33-7c5d-43fe-82a6-9702239befd2 HTTP/1.1" status: 200  len: 946 time: 0.0998995
May 02 03:13:49.013871 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-1b04c9cb-49b9-4721-b0ad-998ae6be95fc req-1ad8fdbe-7c70-49c3-9e9f-1d6d1fd0dba2 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706604
May 02 03:13:49.244734 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73d92e-8897-4e7e-9f7b-d8873ddb0c0a req-b51bd54a-2b69-44be-9256-350ad0ef495e tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:49.246228 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-df73d92e-8897-4e7e-9f7b-d8873ddb0c0a req-b51bd54a-2b69-44be-9256-350ad0ef495e tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 944 time: 0.0914102
May 02 03:13:49.297882 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-df73d92e-8897-4e7e-9f7b-d8873ddb0c0a req-f8b2787c-990c-464d-85e9-b6127fcdad6f tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436330
May 02 03:13:50.293110 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927589aa-74fd-4416-be6f-3c5c88ff9e3f req-f41d6087-5d23-42de-98df-b0a46fd71414 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:50.299021 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-927589aa-74fd-4416-be6f-3c5c88ff9e3f req-f41d6087-5d23-42de-98df-b0a46fd71414 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fb9ea33-7c5d-43fe-82a6-9702239befd2 HTTP/1.1" status: 200  len: 946 time: 0.1332135
May 02 03:13:50.381951 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-927589aa-74fd-4416-be6f-3c5c88ff9e3f req-57fdd297-cda8-4f3a-8b75-f9064310ba97 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751038
May 02 03:13:50.598047 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7831fade-b762-40a1-a00e-b2b90e79b1dd req-937851a2-47f9-4001-b436-559fee527dd6 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:50.598047 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-7831fade-b762-40a1-a00e-b2b90e79b1dd req-937851a2-47f9-4001-b436-559fee527dd6 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 944 time: 0.0997865
May 02 03:13:50.642008 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-7831fade-b762-40a1-a00e-b2b90e79b1dd req-ee8f1b42-a453-4af8-9a06-0f1746a0aa83 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464671
May 02 03:13:51.590384 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f123c8fa-1d87-4b51-b011-1374ceee47e2 req-390efb3f-4f7f-419c-b011-5b42a1845591 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:51.592198 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-f123c8fa-1d87-4b51-b011-1374ceee47e2 req-390efb3f-4f7f-419c-b011-5b42a1845591 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fb9ea33-7c5d-43fe-82a6-9702239befd2 HTTP/1.1" status: 200  len: 946 time: 0.0849261
May 02 03:13:51.641176 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-f123c8fa-1d87-4b51-b011-1374ceee47e2 req-6f724d8d-b023-4d85-a6b5-fe88999e268f tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432854
May 02 03:13:52.073186 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616569db-ec9b-4a70-b08b-a38a30ac0509 req-1f791bde-59ed-4f9e-b42b-0db12dc5fa3d tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:52.075050 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-616569db-ec9b-4a70-b08b-a38a30ac0509 req-1f791bde-59ed-4f9e-b42b-0db12dc5fa3d tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 944 time: 0.2558751
May 02 03:13:52.148526 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-616569db-ec9b-4a70-b08b-a38a30ac0509 req-bde40540-e8ed-4cdc-a2ca-b4fb0bb9365d tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0643864
May 02 03:13:52.874018 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28062ccc-2685-4b88-a58b-9f172dce81be req-beb3fe0f-bada-4fe9-b23d-50cc102ce3b7 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:52.881364 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-28062ccc-2685-4b88-a58b-9f172dce81be req-beb3fe0f-bada-4fe9-b23d-50cc102ce3b7 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fb9ea33-7c5d-43fe-82a6-9702239befd2 HTTP/1.1" status: 200  len: 946 time: 0.1214867
May 02 03:13:52.944236 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-28062ccc-2685-4b88-a58b-9f172dce81be req-4f7f40c9-1bec-48ff-b932-66475b8a647f tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619819
May 02 03:13:53.430291 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e34108-6bd6-42c6-bc3b-c07399c88c55 req-3110b07f-3df1-481f-aaf0-40bdbac3f312 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:53.432069 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-19e34108-6bd6-42c6-bc3b-c07399c88c55 req-3110b07f-3df1-481f-aaf0-40bdbac3f312 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 944 time: 0.1425729
May 02 03:13:53.492578 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-19e34108-6bd6-42c6-bc3b-c07399c88c55 req-f8840c02-c4c0-4b68-875f-360f5fc50c04 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481644
May 02 03:13:54.167139 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a6ad1-2bd1-412e-8e7c-ae90cba9c78b req-e3b55793-c0bc-498e-a523-4e1219c890d3 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:54.168683 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-b73a6ad1-2bd1-412e-8e7c-ae90cba9c78b req-e3b55793-c0bc-498e-a523-4e1219c890d3 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fb9ea33-7c5d-43fe-82a6-9702239befd2 HTTP/1.1" status: 200  len: 946 time: 0.0991633
May 02 03:13:54.217270 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-b73a6ad1-2bd1-412e-8e7c-ae90cba9c78b req-bec665de-ddff-4ba2-aa35-9ea1bb60f83b tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401835
May 02 03:13:54.695701 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc9aac-9de4-44ae-a702-ebc91cce195a req-05e4e3aa-a13d-4194-8742-5d3b13eb8b72 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:54.697243 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-22dc9aac-9de4-44ae-a702-ebc91cce195a req-05e4e3aa-a13d-4194-8742-5d3b13eb8b72 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 944 time: 0.0830708
May 02 03:13:54.750144 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-22dc9aac-9de4-44ae-a702-ebc91cce195a req-9d0bd652-703d-4aa2-8164-8e999548b91e tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455556
May 02 03:13:55.504906 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89546abb-e712-4439-b179-fdf43f3d125d req-4c327d0b-9a49-4ca1-8fc9-3e34192930b1 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:55.507266 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-89546abb-e712-4439-b179-fdf43f3d125d req-4c327d0b-9a49-4ca1-8fc9-3e34192930b1 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fb9ea33-7c5d-43fe-82a6-9702239befd2 HTTP/1.1" status: 200  len: 946 time: 0.1000633
May 02 03:13:55.568442 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-89546abb-e712-4439-b179-fdf43f3d125d req-738742d2-4873-4379-9b30-0c82147b2e6e tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517130
May 02 03:13:56.040601 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c3545-c685-417b-bff3-d77cf5ccbc1b req-378164bc-6876-4407-bc03-93b5aa57018d tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:56.042876 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c78c3545-c685-417b-bff3-d77cf5ccbc1b req-378164bc-6876-4407-bc03-93b5aa57018d tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 944 time: 0.1490388
May 02 03:13:56.119324 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c78c3545-c685-417b-bff3-d77cf5ccbc1b req-b6829628-a051-446d-a068-16154dc3314e tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0677750
May 02 03:13:56.847545 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2076f991-dc43-4e60-8ce3-bcf38de4e010 req-9bc363fe-3e77-4553-8a01-8c8683557d6e tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:56.849085 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2076f991-dc43-4e60-8ce3-bcf38de4e010 req-9bc363fe-3e77-4553-8a01-8c8683557d6e tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fb9ea33-7c5d-43fe-82a6-9702239befd2 HTTP/1.1" status: 200  len: 946 time: 0.1388490
May 02 03:13:56.905051 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2076f991-dc43-4e60-8ce3-bcf38de4e010 req-6d912719-b2e4-48ce-9181-8b99ada34e38 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484042
May 02 03:13:57.369499 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0dc5f-6cb0-4733-bf63-a57ed0255f3f req-9adecaf4-66ce-48c8-8b14-a0814eab21cf tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:57.371442 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-f7c0dc5f-6cb0-4733-bf63-a57ed0255f3f req-9adecaf4-66ce-48c8-8b14-a0814eab21cf tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 944 time: 0.1095526
May 02 03:13:57.452444 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-f7c0dc5f-6cb0-4733-bf63-a57ed0255f3f req-0b21ad95-ad1b-4b07-8f9c-23118b4b2ccd tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0734684
May 02 03:13:57.672025 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:13:58.121645 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc76f3d-a04c-4bc8-9f5d-1c7d95f1d69f req-436d81e7-ca65-474d-a383-9614ee29787b tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:58.123942 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2bc76f3d-a04c-4bc8-9f5d-1c7d95f1d69f req-436d81e7-ca65-474d-a383-9614ee29787b tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fb9ea33-7c5d-43fe-82a6-9702239befd2 HTTP/1.1" status: 200  len: 946 time: 0.0969696
May 02 03:13:58.185283 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2bc76f3d-a04c-4bc8-9f5d-1c7d95f1d69f req-89cdbdc5-1fd7-45c2-8caf-15df68c481dc tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537121
May 02 03:13:58.668426 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd8c9c-b10d-4f66-adb7-3ce60d2ac896 req-be3bc12d-700e-4959-81e8-3daae97e4990 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:58.670736 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-28bd8c9c-b10d-4f66-adb7-3ce60d2ac896 req-be3bc12d-700e-4959-81e8-3daae97e4990 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 944 time: 0.0919220
May 02 03:13:58.727967 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-28bd8c9c-b10d-4f66-adb7-3ce60d2ac896 req-0170c85e-ee67-4a02-a518-a8cef3387bad tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458815
May 02 03:13:58.999146 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782fefe-a9a8-4548-b4b2-a5c09aa0d5c9 req-2d3ae091-3fbb-4bd6-81c6-8723f421492a tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:59.000419 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-a782fefe-a9a8-4548-b4b2-a5c09aa0d5c9 req-2d3ae091-3fbb-4bd6-81c6-8723f421492a tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Synchronizing usage tracker for tenant:c0c7970eea444c3cab1fd1c05acdf886 on resource:port {{(pid=73900) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 02 03:13:59.018794 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-a782fefe-a9a8-4548-b4b2-a5c09aa0d5c9 req-2d3ae091-3fbb-4bd6-81c6-8723f421492a tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Unset dirty status for tenant:c0c7970eea444c3cab1fd1c05acdf886 on resource:port {{(pid=73900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 02 03:13:59.019941 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-a782fefe-a9a8-4548-b4b2-a5c09aa0d5c9 req-2d3ae091-3fbb-4bd6-81c6-8723f421492a tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fb9ea33-7c5d-43fe-82a6-9702239befd2 HTTP/1.1" status: 200  len: 946 time: 0.1499507
May 02 03:13:59.177053 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [req-a782fefe-a9a8-4548-b4b2-a5c09aa0d5c9 req-87ec4491-c005-4f6b-8843-78ef053ba504 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Deleting port db3d5c70-bfaa-4574-aad1-0e6c17b2be51 {{(pid=73900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:13:59.177466 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-a782fefe-a9a8-4548-b4b2-a5c09aa0d5c9 req-87ec4491-c005-4f6b-8843-78ef053ba504 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:59.333736 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [req-a782fefe-a9a8-4548-b4b2-a5c09aa0d5c9 req-87ec4491-c005-4f6b-8843-78ef053ba504 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] For port db3d5c70-bfaa-4574-aad1-0e6c17b2be51, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=db3d5c70-bfaa-4574-aad1-0e6c17b2be51,segment=NetworkSegment(1937cbf3-0a70-47fb-bc4a-5e853fa17fc3),segment_id=1937cbf3-0a70-47fb-bc4a-5e853fa17fc3)] {{(pid=73900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:13:59.334329 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-a782fefe-a9a8-4548-b4b2-a5c09aa0d5c9 req-87ec4491-c005-4f6b-8843-78ef053ba504 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:59.414254 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec32fa1-e7a6-4c99-b21b-45c7d2f1e904 req-9ac040e4-e292-4314-8b8f-6a6c29abeaf3 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:13:59.415790 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4ec32fa1-e7a6-4c99-b21b-45c7d2f1e904 req-9ac040e4-e292-4314-8b8f-6a6c29abeaf3 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fb9ea33-7c5d-43fe-82a6-9702239befd2 HTTP/1.1" status: 200  len: 946 time: 0.0986152
May 02 03:13:59.466220 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4ec32fa1-e7a6-4c99-b21b-45c7d2f1e904 req-5ce5a417-7949-4031-a32f-0f84988e8665 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416217
May 02 03:13:59.525551 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [req-a782fefe-a9a8-4548-b4b2-a5c09aa0d5c9 req-87ec4491-c005-4f6b-8843-78ef053ba504 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Calling delete_port for db3d5c70-bfaa-4574-aad1-0e6c17b2be51 owned by compute:nova {{(pid=73900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:13:59.712641 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-a782fefe-a9a8-4548-b4b2-a5c09aa0d5c9 req-87ec4491-c005-4f6b-8843-78ef053ba504 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-899257'] for port, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:13:59.722855 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-d015b567-14dd-4775-aa0d-24f2a61efa12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:13:59.728443 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] get_ports_and_sgs() called for port_ids ['08dc974b-7500-43e6-8dbe-573d688be584', 'db3d5c70-bfaa-4574-aad1-0e6c17b2be51'] {{(pid=73902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 02 03:13:59.817825 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec4491-c005-4f6b-8843-78ef053ba504 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Pushing event deleted for resources: {'Port': ['ID=db3d5c70-bfaa-4574-aad1-0e6c17b2be51,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:13:59.838700 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ec4491-c005-4f6b-8843-78ef053ba504 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:13:59.839649 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ec4491-c005-4f6b-8843-78ef053ba504 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:13:59.840470 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ec4491-c005-4f6b-8843-78ef053ba504 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:13:59.841859 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ec4491-c005-4f6b-8843-78ef053ba504 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:13:59.842912 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ec4491-c005-4f6b-8843-78ef053ba504 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:13:59.843810 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ec4491-c005-4f6b-8843-78ef053ba504 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:13:59.844603 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ec4491-c005-4f6b-8843-78ef053ba504 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:13:59.845442 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ec4491-c005-4f6b-8843-78ef053ba504 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:13:59.846514 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ec4491-c005-4f6b-8843-78ef053ba504 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:13:59.847340 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ec4491-c005-4f6b-8843-78ef053ba504 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:13:59.848136 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ec4491-c005-4f6b-8843-78ef053ba504 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:13:59.848888 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ec4491-c005-4f6b-8843-78ef053ba504 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:13:59.855827 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-87ec4491-c005-4f6b-8843-78ef053ba504 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:13:59.985441 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.l3_dvrscheduler_db [req-a782fefe-a9a8-4548-b4b2-a5c09aa0d5c9 req-87ec4491-c005-4f6b-8843-78ef053ba504 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] No DVR routers for this DVR port db3d5c70-bfaa-4574-aad1-0e6c17b2be51 on host hv-cinder-78907 {{(pid=73900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 02 03:13:59.994610 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-a782fefe-a9a8-4548-b4b2-a5c09aa0d5c9 req-87ec4491-c005-4f6b-8843-78ef053ba504 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for port, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:00.010413 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb9ea33-7c5d-43fe-82a6-9702239befd2', 'name': 'network-vif-deleted', 'tag': 'db3d5c70-bfaa-4574-aad1-0e6c17b2be51'}] {{(pid=73900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:14:00.026095 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0485e0-5c57-4718-9878-a099efe8b508 req-cc86b56b-aa55-4db6-a14c-d0df76a98d66 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:00.035197 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-fd0485e0-5c57-4718-9878-a099efe8b508 req-cc86b56b-aa55-4db6-a14c-d0df76a98d66 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 944 time: 0.1205993
May 02 03:14:00.061736 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-a782fefe-a9a8-4548-b4b2-a5c09aa0d5c9 req-87ec4491-c005-4f6b-8843-78ef053ba504 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.37 "DELETE /v2.0/ports/db3d5c70-bfaa-4574-aad1-0e6c17b2be51 HTTP/1.1" status: 204  len: 173 time: 1.0286291
May 02 03:14:00.115842 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-fd0485e0-5c57-4718-9878-a099efe8b508 req-c052d8cf-b85a-46ea-9aaf-aa2cb949a692 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0790410
May 02 03:14:00.116161 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb9ea33-7c5d-43fe-82a6-9702239befd2', 'name': 'network-vif-deleted', 'tag': 'db3d5c70-bfaa-4574-aad1-0e6c17b2be51', 'status': 'completed', 'code': 200}
May 02 03:14:00.700400 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-685e630d-a172-4627-b12e-4f971c68e330 req-27eb1e21-d182-460c-b1f7-30741b31d4fe tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fb9ea33-7c5d-43fe-82a6-9702239befd2 HTTP/1.1" status: 200  len: 210 time: 0.0504444
May 02 03:14:01.144520 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 49492) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:14:01.289559 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-b5dc71fc-835d-4345-bbac-03361a3a38a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:01.311841 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-b5dc71fc-835d-4345-bbac-03361a3a38a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:14:01.315904 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-b5dc71fc-835d-4345-bbac-03361a3a38a1 admin admin] Usage tracker for resource:security_group_rule and tenant:e3cd5da0c6414c0e878bcc4174d8fee0 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:14:01.318876 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-b5dc71fc-835d-4345-bbac-03361a3a38a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:14:01.325458 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-b5dc71fc-835d-4345-bbac-03361a3a38a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:14:01.337342 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9474c32-6721-4ea2-ba56-746688338209 req-ba7409e3-dd3d-4a19-b8dc-f84717d00036 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:01.338971 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a9474c32-6721-4ea2-ba56-746688338209 req-ba7409e3-dd3d-4a19-b8dc-f84717d00036 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 944 time: 0.0905905
May 02 03:14:01.395721 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a9474c32-6721-4ea2-ba56-746688338209 req-8bc04f61-c3db-498f-b227-d81ef5c1ba4d tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497866
May 02 03:14:01.444239 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-b5dc71fc-835d-4345-bbac-03361a3a38a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:01.449957 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-b5dc71fc-835d-4345-bbac-03361a3a38a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:01.458959 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-c488b946-b911-4807-b816-4c19b0bde038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:14:01.504452 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-b5dc71fc-835d-4345-bbac-03361a3a38a1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e3cd5da0c6414c0e878bcc4174d8fee0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3588281
May 02 03:14:01.505523 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dc71fc-835d-4345-bbac-03361a3a38a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc2554b-142d-4b26-9ac0-a8d6bf829d4d,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:14:01.507633 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 49502) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:14:01.515418 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-b5dc71fc-835d-4345-bbac-03361a3a38a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:14:01.586725 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-e26f9838-e12e-4645-8277-17ce05fd6c93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:01.617860 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-e26f9838-e12e-4645-8277-17ce05fd6c93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:01.688199 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-e26f9838-e12e-4645-8277-17ce05fd6c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:01.693426 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-45a5b9db-a9bd-4315-865b-91dca033d8c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:14:01.706487 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f9838-e12e-4645-8277-17ce05fd6c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc2554b-142d-4b26-9ac0-a8d6bf829d4d,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:14:01.719894 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26f9838-e12e-4645-8277-17ce05fd6c93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:14:01.720275 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26f9838-e12e-4645-8277-17ce05fd6c93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:14:01.720715 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26f9838-e12e-4645-8277-17ce05fd6c93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:14:01.720960 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26f9838-e12e-4645-8277-17ce05fd6c93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:14:01.721306 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26f9838-e12e-4645-8277-17ce05fd6c93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:14:01.721648 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26f9838-e12e-4645-8277-17ce05fd6c93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:14:01.721997 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26f9838-e12e-4645-8277-17ce05fd6c93 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:14:01.722329 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26f9838-e12e-4645-8277-17ce05fd6c93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:14:01.722816 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26f9838-e12e-4645-8277-17ce05fd6c93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:14:01.723029 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26f9838-e12e-4645-8277-17ce05fd6c93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:14:01.723364 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26f9838-e12e-4645-8277-17ce05fd6c93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:14:01.723696 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26f9838-e12e-4645-8277-17ce05fd6c93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:14:01.728332 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-e26f9838-e12e-4645-8277-17ce05fd6c93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:01.734183 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-e26f9838-e12e-4645-8277-17ce05fd6c93 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0dc2554b-142d-4b26-9ac0-a8d6bf829d4d HTTP/1.1" status: 204  len: 168 time: 0.2204950
May 02 03:14:01.764062 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-e26f9838-e12e-4645-8277-17ce05fd6c93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:14:01.974605 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device db3d5c70-bfaa-4574-aad1-0e6c17b2be51 no longer exists at agent hyperv_hv-cinder-78907 {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 02 03:14:02.068284 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] No Port match for: db3d5c70-bfaa-4574-aad1-0e6c17b2be51 {{(pid=73902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 02 03:14:02.070891 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device db3d5c70-bfaa-4574-aad1-0e6c17b2be51 not bound to the agent host hv-cinder-78907 {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 02 03:14:02.460272 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843178de-9ea3-41e4-b881-4cfc7dda7743 req-32b5a029-ac91-4ddd-9eff-93ea9dfa77b7 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:02.461960 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-843178de-9ea3-41e4-b881-4cfc7dda7743 req-32b5a029-ac91-4ddd-9eff-93ea9dfa77b7 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.0978758
May 02 03:14:02.527316 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-843178de-9ea3-41e4-b881-4cfc7dda7743 req-69dbf445-46d5-4ba8-9e88-a5e75834d359 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534794
May 02 03:14:02.640936 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f8dd38-913d-46ca-98af-bf34dc7399e6 req-117edca1-115a-4f35-b3d1-002003062e05 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:02.642550 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-73f8dd38-913d-46ca-98af-bf34dc7399e6 req-117edca1-115a-4f35-b3d1-002003062e05 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 944 time: 0.0906336
May 02 03:14:02.759561 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-73f8dd38-913d-46ca-98af-bf34dc7399e6 req-efa6f183-4aa6-47ba-ba86-8b5a729d7d62 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1108413
May 02 03:14:03.849595 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10797a7c-2cad-41a0-acbf-2abd312fddff req-2fa7aba9-3c1a-4319-a6d4-11d7af8fe6cf tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:03.852054 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-10797a7c-2cad-41a0-acbf-2abd312fddff req-2fa7aba9-3c1a-4319-a6d4-11d7af8fe6cf tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.1407013
May 02 03:14:03.921701 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-10797a7c-2cad-41a0-acbf-2abd312fddff req-22a52a1d-8747-4b6b-88e4-9501af929591 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607321
May 02 03:14:04.101519 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c445b83-8010-4850-bbde-f1e37d16812c req-24ef5c6a-a12c-42ee-93b4-84507f9e24aa tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:04.103215 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-3c445b83-8010-4850-bbde-f1e37d16812c req-24ef5c6a-a12c-42ee-93b4-84507f9e24aa tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 944 time: 0.1161728
May 02 03:14:04.155739 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-3c445b83-8010-4850-bbde-f1e37d16812c req-8b23fe9d-0054-47ae-b154-233058d74b31 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454473
May 02 03:14:05.056105 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-de29311d-d55f-4cc2-bf1c-4d1bf774b6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:05.159626 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bcfa18-ef5c-4a4f-9208-a846651dcdb6 req-30d506fa-46ec-4310-ba19-37ee8c87da87 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:05.161155 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-14bcfa18-ef5c-4a4f-9208-a846651dcdb6 req-30d506fa-46ec-4310-ba19-37ee8c87da87 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.1077838
May 02 03:14:05.221952 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-14bcfa18-ef5c-4a4f-9208-a846651dcdb6 req-529ebfd2-7aa8-44b3-8673-9e363254e5bd tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496216
May 02 03:14:05.425435 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aab01ef-b7a3-4aa6-b880-7bef2029863e req-2cef35bb-c62c-4068-b8be-02a417993be8 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:05.427046 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-1aab01ef-b7a3-4aa6-b880-7bef2029863e req-2cef35bb-c62c-4068-b8be-02a417993be8 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 944 time: 0.1424603
May 02 03:14:05.491376 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-1aab01ef-b7a3-4aa6-b880-7bef2029863e req-a7c898d5-fc2a-4e13-ae61-044f38a9bfbd tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0536842
May 02 03:14:06.467291 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c281d4e-856a-4898-b259-a6c7efdc2357 req-e1db5aca-d82a-47d0-9828-2103359bc196 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:06.469844 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-6c281d4e-856a-4898-b259-a6c7efdc2357 req-e1db5aca-d82a-47d0-9828-2103359bc196 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.1244750
May 02 03:14:06.520157 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-6c281d4e-856a-4898-b259-a6c7efdc2357 req-ef263d41-672c-46bb-ac66-94e5c8dbcd6f tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442207
May 02 03:14:06.782066 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc3f50-d3ca-451c-b8a7-46cf3964419c req-94b60dc8-4c93-4371-8485-9eb471764244 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:06.784646 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-66bc3f50-d3ca-451c-b8a7-46cf3964419c req-94b60dc8-4c93-4371-8485-9eb471764244 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 944 time: 0.1525209
May 02 03:14:06.866259 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-66bc3f50-d3ca-451c-b8a7-46cf3964419c req-86e53ceb-e2f9-439b-ab3f-14baac8b2d16 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0746713
May 02 03:14:07.707565 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:07.739252 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d82d65-9fcb-46e8-91e0-6638e72bbfd3 req-ba7a1526-a589-4d6c-8761-31e940b90481 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:07.740782 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-f0d82d65-9fcb-46e8-91e0-6638e72bbfd3 req-ba7a1526-a589-4d6c-8761-31e940b90481 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.0942640
May 02 03:14:07.793447 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-f0d82d65-9fcb-46e8-91e0-6638e72bbfd3 req-3f1944cc-15db-427a-80e4-d3db17a5d6ac tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452206
May 02 03:14:08.070261 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5414dd-ecca-4b97-915b-2d6e6bd3b88b req-f73dd115-0783-415f-a782-4ad434b629e4 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:08.071851 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-fd5414dd-ecca-4b97-915b-2d6e6bd3b88b req-f73dd115-0783-415f-a782-4ad434b629e4 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 944 time: 0.0902967
May 02 03:14:08.078270 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-587faa39-5f73-4912-ad60-32a5fb0d7c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:08.124577 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-fd5414dd-ecca-4b97-915b-2d6e6bd3b88b req-a6815b27-dada-45d5-94c1-a73fbbe4dbfb tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438933
May 02 03:14:08.362532 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2e3a2-b8b6-456c-a1a6-88d95b7bb9d7 req-ab420fac-f06f-49d7-be11-a52b9e607908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:08.364014 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-f1f2e3a2-b8b6-456c-a1a6-88d95b7bb9d7 req-ab420fac-f06f-49d7-be11-a52b9e607908 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e7db1adde334ad386f1a91ee9ac0682&device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 1097 time: 0.0829968
May 02 03:14:08.523962 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2e3a2-b8b6-456c-a1a6-88d95b7bb9d7 req-7569b35a-6313-477f-b3b8-d1913792031c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:08.525430 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-f1f2e3a2-b8b6-456c-a1a6-88d95b7bb9d7 req-7569b35a-6313-477f-b3b8-d1913792031c service neutron] 10.222.0.37 "GET /v2.0/networks?id=c7fbd4b3-8241-42d4-a727-6c3f39a82264 HTTP/1.1" status: 200  len: 918 time: 0.1377409
May 02 03:14:08.636418 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-f1f2e3a2-b8b6-456c-a1a6-88d95b7bb9d7 req-2cd9b1db-553f-4dcf-a079-925a919ce5a4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0df8b6ae-d25f-4132-8489-a685808f1ea3 HTTP/1.1" status: 200  len: 1000 time: 0.1035755
May 02 03:14:08.715970 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2e3a2-b8b6-456c-a1a6-88d95b7bb9d7 req-5ec81f22-91b3-434c-a0f9-241dc656a7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:08.717437 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-f1f2e3a2-b8b6-456c-a1a6-88d95b7bb9d7 req-5ec81f22-91b3-434c-a0f9-241dc656a7af service neutron] 10.222.0.37 "GET /v2.0/subnets?id=78de75db-d296-47a5-9b25-e7b9f1e1ac72 HTTP/1.1" status: 200  len: 856 time: 0.0736287
May 02 03:14:08.840371 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2e3a2-b8b6-456c-a1a6-88d95b7bb9d7 req-dfa8f709-0dbf-42ec-bff2-0e65405e26ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:08.842228 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-f1f2e3a2-b8b6-456c-a1a6-88d95b7bb9d7 req-dfa8f709-0dbf-42ec-bff2-0e65405e26ae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c7fbd4b3-8241-42d4-a727-6c3f39a82264&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1126900
May 02 03:14:09.021766 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ad93c-b1ef-4818-8cde-53973fed7798 req-cbd81c7d-8869-42d6-8b6c-18dc812623f4 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:09.027628 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-577ad93c-b1ef-4818-8cde-53973fed7798 req-cbd81c7d-8869-42d6-8b6c-18dc812623f4 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.1038361
May 02 03:14:09.072023 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-f1f2e3a2-b8b6-456c-a1a6-88d95b7bb9d7 req-445dfa91-f36c-4f89-826a-5e93012ad00f service neutron] 10.222.0.37 "GET /v2.0/networks/c7fbd4b3-8241-42d4-a727-6c3f39a82264?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2211847
May 02 03:14:09.094042 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-577ad93c-b1ef-4818-8cde-53973fed7798 req-4c7ff428-cca6-4291-b99c-91a5e21f279a tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/security-groups?id=b14559ae-2010-4a5b-83b5-a6fd34158870&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615370
May 02 03:14:09.176074 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:09.362860 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d151d-8f8a-4426-9bdf-2ea439442e63 req-17168003-b20f-4100-a1d2-1c013639d8de tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:09.364577 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-ae8d151d-8f8a-4426-9bdf-2ea439442e63 req-17168003-b20f-4100-a1d2-1c013639d8de tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 944 time: 0.0854673
May 02 03:14:09.364998 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-f1f2e3a2-b8b6-456c-a1a6-88d95b7bb9d7 req-f8455a46-92fa-4030-9c7f-1a6e1b7f1e32 service neutron] 10.222.0.37 "GET /v2.0/networks/c7fbd4b3-8241-42d4-a727-6c3f39a82264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2845371
May 02 03:14:09.380029 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c06e3-06bd-4af2-9296-ad78e94602af req-1db6bec7-f997-40e0-bd48-2ed6cc9c66ed tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:09.380756 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-0a0c06e3-06bd-4af2-9296-ad78e94602af req-1db6bec7-f997-40e0-bd48-2ed6cc9c66ed tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Synchronizing usage tracker for tenant:c0c7970eea444c3cab1fd1c05acdf886 on resource:port {{(pid=73900) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 02 03:14:09.405721 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-0a0c06e3-06bd-4af2-9296-ad78e94602af req-1db6bec7-f997-40e0-bd48-2ed6cc9c66ed tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Unset dirty status for tenant:c0c7970eea444c3cab1fd1c05acdf886 on resource:port {{(pid=73900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 02 03:14:09.407176 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-0a0c06e3-06bd-4af2-9296-ad78e94602af req-1db6bec7-f997-40e0-bd48-2ed6cc9c66ed tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 945 time: 0.2930610
May 02 03:14:09.418260 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-ae8d151d-8f8a-4426-9bdf-2ea439442e63 req-aaae0cd2-09ef-437a-9ae0-e887a27c3012 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456371
May 02 03:14:09.555375 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [req-0a0c06e3-06bd-4af2-9296-ad78e94602af req-dc4ac08d-e535-4dca-8250-b1cc25ad9a40 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Deleting port 08dc974b-7500-43e6-8dbe-573d688be584 {{(pid=73900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:14:09.555715 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-0a0c06e3-06bd-4af2-9296-ad78e94602af req-dc4ac08d-e535-4dca-8250-b1cc25ad9a40 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:09.702979 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [req-0a0c06e3-06bd-4af2-9296-ad78e94602af req-dc4ac08d-e535-4dca-8250-b1cc25ad9a40 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] For port 08dc974b-7500-43e6-8dbe-573d688be584, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=08dc974b-7500-43e6-8dbe-573d688be584,segment=NetworkSegment(1937cbf3-0a70-47fb-bc4a-5e853fa17fc3),segment_id=1937cbf3-0a70-47fb-bc4a-5e853fa17fc3)] {{(pid=73900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:14:09.703246 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-0a0c06e3-06bd-4af2-9296-ad78e94602af req-dc4ac08d-e535-4dca-8250-b1cc25ad9a40 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:09.840240 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [req-0a0c06e3-06bd-4af2-9296-ad78e94602af req-dc4ac08d-e535-4dca-8250-b1cc25ad9a40 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Calling delete_port for 08dc974b-7500-43e6-8dbe-573d688be584 owned by compute:nova {{(pid=73900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:14:09.965153 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-0a0c06e3-06bd-4af2-9296-ad78e94602af req-dc4ac08d-e535-4dca-8250-b1cc25ad9a40 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-899257'] for port, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:09.976551 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-62c4020f-fef9-471b-b5aa-54111ceb185a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:14:09.977509 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] get_ports_and_sgs() called for port_ids ['08dc974b-7500-43e6-8dbe-573d688be584'] {{(pid=73902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 02 03:14:10.022342 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4ac08d-e535-4dca-8250-b1cc25ad9a40 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Pushing event deleted for resources: {'Port': ['ID=08dc974b-7500-43e6-8dbe-573d688be584,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:14:10.026175 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-dc4ac08d-e535-4dca-8250-b1cc25ad9a40 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:14:10.124288 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a0c06e3-06bd-4af2-9296-ad78e94602af req-dc4ac08d-e535-4dca-8250-b1cc25ad9a40 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] No DVR routers for this DVR port 08dc974b-7500-43e6-8dbe-573d688be584 on host hv-cinder-78907 {{(pid=73900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 02 03:14:10.127195 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-0a0c06e3-06bd-4af2-9296-ad78e94602af req-dc4ac08d-e535-4dca-8250-b1cc25ad9a40 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for port, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:10.130622 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9e78fc-4c28-4964-bebe-b7c0f7b2285d', 'name': 'network-vif-deleted', 'tag': '08dc974b-7500-43e6-8dbe-573d688be584'}] {{(pid=73900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:14:10.152638 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-0a0c06e3-06bd-4af2-9296-ad78e94602af req-dc4ac08d-e535-4dca-8250-b1cc25ad9a40 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.37 "DELETE /v2.0/ports/08dc974b-7500-43e6-8dbe-573d688be584 HTTP/1.1" status: 204  len: 173 time: 0.7400486
May 02 03:14:10.212460 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad9e78fc-4c28-4964-bebe-b7c0f7b2285d', 'name': 'network-vif-deleted', 'tag': '08dc974b-7500-43e6-8dbe-573d688be584', 'status': 'completed', 'code': 200}
May 02 03:14:10.290985 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-728db197-4dbf-4fb9-b188-88187e8b6393 req-d94057a7-a81c-4da2-ae83-fb78149ebcfe tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad9e78fc-4c28-4964-bebe-b7c0f7b2285d HTTP/1.1" status: 200  len: 210 time: 0.0505228
May 02 03:14:10.625903 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5f717-c4b6-4a26-b0ec-c88c21eeeb9e req-81f22544-5dfd-4989-9ba9-a718f622518b tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:10.627387 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e7c5f717-c4b6-4a26-b0ec-c88c21eeeb9e req-81f22544-5dfd-4989-9ba9-a718f622518b tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 944 time: 0.0901132
May 02 03:14:10.682697 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e7c5f717-c4b6-4a26-b0ec-c88c21eeeb9e req-dc8d11ef-e7be-4272-b712-118573eadbfe tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488138
May 02 03:14:10.740863 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:10.945477 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:11.393859 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 49608) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:14:12.001935 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5dd18-dbc1-4ce3-9c8d-c97bf2e461e0 req-e8544369-d3bd-4aee-a126-968ab8aa706f tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:12.003550 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-49b5dd18-dbc1-4ce3-9c8d-c97bf2e461e0 req-e8544369-d3bd-4aee-a126-968ab8aa706f tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 944 time: 0.1882420
May 02 03:14:12.025367 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device 08dc974b-7500-43e6-8dbe-573d688be584 no longer exists at agent hyperv_hv-cinder-78907 {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 02 03:14:12.060312 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-49b5dd18-dbc1-4ce3-9c8d-c97bf2e461e0 req-da43518d-ff69-4c61-a041-6f697d6c7642 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498815
May 02 03:14:12.063622 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] No Port match for: 08dc974b-7500-43e6-8dbe-573d688be584 {{(pid=73902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 02 03:14:12.063978 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device 08dc974b-7500-43e6-8dbe-573d688be584 not bound to the agent host hv-cinder-78907 {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 02 03:14:12.160070 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-e3144090-8fc7-4dc0-904c-9ad1dd591798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-400707'] for router_interface, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:12.578958 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.plugin [None req-e3144090-8fc7-4dc0-904c-9ad1dd591798 admin admin] Deleting port b81bc9d2-0bb5-4bc2-98f5-1036ced4ce8b {{(pid=73901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:14:12.579614 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-e3144090-8fc7-4dc0-904c-9ad1dd591798 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:12.708731 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.db [None req-e3144090-8fc7-4dc0-904c-9ad1dd591798 admin admin] For port b81bc9d2-0bb5-4bc2-98f5-1036ced4ce8b, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=b81bc9d2-0bb5-4bc2-98f5-1036ced4ce8b,segment=NetworkSegment(1937cbf3-0a70-47fb-bc4a-5e853fa17fc3),segment_id=1937cbf3-0a70-47fb-bc4a-5e853fa17fc3)] {{(pid=73901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:14:12.709069 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-e3144090-8fc7-4dc0-904c-9ad1dd591798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:12.836975 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.plugin [None req-e3144090-8fc7-4dc0-904c-9ad1dd591798 admin admin] Calling delete_port for b81bc9d2-0bb5-4bc2-98f5-1036ced4ce8b owned by network:router_interface {{(pid=73901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:14:13.128235 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-e3144090-8fc7-4dc0-904c-9ad1dd591798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718557'] for port, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:13.132164 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:14:13.179682 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3144090-8fc7-4dc0-904c-9ad1dd591798 admin admin] Pushing event deleted for resources: {'Port': ['ID=b81bc9d2-0bb5-4bc2-98f5-1036ced4ce8b,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:14:13.183478 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-e3144090-8fc7-4dc0-904c-9ad1dd591798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:14:13.520913 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ac510-01b8-4c41-a9e6-aa4c43a573b4 req-9d58f6b6-15fa-40ad-99d2-ad58e1e5f21e tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:13.530780 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-eb8ac510-01b8-4c41-a9e6-aa4c43a573b4 req-9d58f6b6-15fa-40ad-99d2-ad58e1e5f21e tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 944 time: 0.3133311
May 02 03:14:13.667081 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-eb8ac510-01b8-4c41-a9e6-aa4c43a573b4 req-4c684a43-a486-497d-bca8-b32530acb395 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0814786
May 02 03:14:13.668069 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-e3144090-8fc7-4dc0-904c-9ad1dd591798 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1598338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425203'] for router_interface, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:14.077600 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3144090-8fc7-4dc0-904c-9ad1dd591798 admin admin] Router 8ff26a41-694e-4177-98af-7851303423a7 has already been hosted by L3 agent c822661f-3527-457d-a53a-678072f60f18 {{(pid=73901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 02 03:14:14.271494 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3144090-8fc7-4dc0-904c-9ad1dd591798 admin admin] Notify agent at l3_agent.dv-cinder-789077-1-iscsi the message routers_updated {{(pid=73901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 02 03:14:14.283917 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0621b0c3-438a-48d6-8177-e8cc9a1f63bf None None] Sync routers for ids ['8ff26a41-694e-4177-98af-7851303423a7'] in dv-cinder-789077-1-iscsi {{(pid=73903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 02 03:14:14.286354 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-e3144090-8fc7-4dc0-904c-9ad1dd591798 admin admin] 10.222.0.38 "PUT /v2.0/routers/8ff26a41-694e-4177-98af-7851303423a7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8912563
May 02 03:14:14.289646 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 49628) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:14:14.295637 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0621b0c3-438a-48d6-8177-e8cc9a1f63bf None None] Routers {'8ff26a41-694e-4177-98af-7851303423a7'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:14:14.296271 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-0621b0c3-438a-48d6-8177-e8cc9a1f63bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c55865bb0>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:14:08Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['8ff26a41-694e-4177-98af-7851303423a7'], 'active': True} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:14:14.474655 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-aa1ca62e-b53b-44db-85c2-a164c6a72dd4 admin admin] Notify callbacks [] for router, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:14.480195 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvr_db [None req-0621b0c3-438a-48d6-8177-e8cc9a1f63bf None None] Set router 8ff26a41-694e-4177-98af-7851303423a7 gateway port host: dv-cinder-789077-1-iscsi {{(pid=73903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:14:14.669342 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-aa1ca62e-b53b-44db-85c2-a164c6a72dd4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:14.822891 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [None req-aa1ca62e-b53b-44db-85c2-a164c6a72dd4 admin admin] Deleting port d8a1c1b6-1797-4079-99fa-3051584854d2 {{(pid=73900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:14:14.823649 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-aa1ca62e-b53b-44db-85c2-a164c6a72dd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:14.837005 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-0621b0c3-438a-48d6-8177-e8cc9a1f63bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c55865bb0>, [{'id': '8ff26a41-694e-4177-98af-7851303423a7', 'name': 'tempest-ServerRescueNegativeTestJSON-1481600319-router', 'tenant_id': 'c0c7970eea444c3cab1fd1c05acdf886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'd8a1c1b6-1797-4079-99fa-3051584854d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:09:51Z', 'updated_at': '2021-05-02T03:14:13Z', 'revision_number': 5, 'project_id': 'c0c7970eea444c3cab1fd1c05acdf886', 'gw_port': {'id': 'd8a1c1b6-1797-4079-99fa-3051584854d2', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:74:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff26a41-694e-4177-98af-7851303423a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:56Z', 'updated_at': '2021-05-02T03:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi'}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:14:14.842366 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0621b0c3-438a-48d6-8177-e8cc9a1f63bf None None] Checking router: 8ff26a41-694e-4177-98af-7851303423a7 for host: dv-cinder-789077-1-iscsi {{(pid=73903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 02 03:14:14.852111 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0621b0c3-438a-48d6-8177-e8cc9a1f63bf None None] Routers {'8ff26a41-694e-4177-98af-7851303423a7'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:14:14.852742 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-0621b0c3-438a-48d6-8177-e8cc9a1f63bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c55865bb0>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:14:08Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['8ff26a41-694e-4177-98af-7851303423a7'], 'active': True} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:14:14.908278 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c33c6-8cb0-4d2b-ab69-06ea3c266fd3 req-630adcc1-e944-45b8-81a0-df5b228e44fa tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:14.909805 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a20c33c6-8cb0-4d2b-ab69-06ea3c266fd3 req-630adcc1-e944-45b8-81a0-df5b228e44fa tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 944 time: 0.0978966
May 02 03:14:14.962399 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a20c33c6-8cb0-4d2b-ab69-06ea3c266fd3 req-a4b9e955-cabf-47c1-bc9c-5f88c0411929 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466270
May 02 03:14:15.013199 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [None req-aa1ca62e-b53b-44db-85c2-a164c6a72dd4 admin admin] For port d8a1c1b6-1797-4079-99fa-3051584854d2, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=d8a1c1b6-1797-4079-99fa-3051584854d2,segment=NetworkSegment(3f443235-55d0-4d2d-a949-b49c1a220799),segment_id=3f443235-55d0-4d2d-a949-b49c1a220799)] {{(pid=73900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:14:15.013807 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-aa1ca62e-b53b-44db-85c2-a164c6a72dd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:15.027307 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvr_db [None req-0621b0c3-438a-48d6-8177-e8cc9a1f63bf None None] Set router 8ff26a41-694e-4177-98af-7851303423a7 gateway port host: None {{(pid=73903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:14:15.183419 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-0621b0c3-438a-48d6-8177-e8cc9a1f63bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c55865bb0>, [{'id': '8ff26a41-694e-4177-98af-7851303423a7', 'name': 'tempest-ServerRescueNegativeTestJSON-1481600319-router', 'tenant_id': 'c0c7970eea444c3cab1fd1c05acdf886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:09:51Z', 'updated_at': '2021-05-02T03:14:14Z', 'revision_number': 6, 'project_id': 'c0c7970eea444c3cab1fd1c05acdf886', 'gw_port_host': None}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:14:15.189494 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0621b0c3-438a-48d6-8177-e8cc9a1f63bf None None] The sync data for ids ['8ff26a41-694e-4177-98af-7851303423a7'] in dv-cinder-789077-1-iscsi is: [{'id': '8ff26a41-694e-4177-98af-7851303423a7', 'name': 'tempest-ServerRescueNegativeTestJSON-1481600319-router', 'tenant_id': 'c0c7970eea444c3cab1fd1c05acdf886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:09:51Z', 'updated_at': '2021-05-02T03:14:14Z', 'revision_number': 6, 'project_id': 'c0c7970eea444c3cab1fd1c05acdf886', 'gw_port_host': None}] {{(pid=73903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 02 03:14:15.247369 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [None req-aa1ca62e-b53b-44db-85c2-a164c6a72dd4 admin admin] Calling delete_port for d8a1c1b6-1797-4079-99fa-3051584854d2 owned by network:router_gateway {{(pid=73900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:14:15.543108 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-aa1ca62e-b53b-44db-85c2-a164c6a72dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-899257'] for port, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:15.547273 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-9d9dde82-8b5d-4760-9605-d4b770a15bae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:14:15.552092 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device b81bc9d2-0bb5-4bc2-98f5-1036ced4ce8b no longer exists at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 02 03:14:15.594897 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] No Port match for: b81bc9d2-0bb5-4bc2-98f5-1036ced4ce8b {{(pid=73902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 02 03:14:15.595760 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device b81bc9d2-0bb5-4bc2-98f5-1036ced4ce8b not bound to the agent host dv-cinder-789077-1-iscsi {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 02 03:14:15.611676 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1ca62e-b53b-44db-85c2-a164c6a72dd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8a1c1b6-1797-4079-99fa-3051584854d2,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:14:15.614541 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-aa1ca62e-b53b-44db-85c2-a164c6a72dd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:14:15.721932 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-aa1ca62e-b53b-44db-85c2-a164c6a72dd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419436'] for router_gateway, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:15.899438 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-aa1ca62e-b53b-44db-85c2-a164c6a72dd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1022368'] for router, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:15.901738 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-aa1ca62e-b53b-44db-85c2-a164c6a72dd4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:15.987358 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-aa1ca62e-b53b-44db-85c2-a164c6a72dd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418852'] for router, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:15.987849 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1ca62e-b53b-44db-85c2-a164c6a72dd4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ff26a41-694e-4177-98af-7851303423a7 {{(pid=73900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 02 03:14:16.003709 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-aa1ca62e-b53b-44db-85c2-a164c6a72dd4 admin admin] Notify callbacks [] for router, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:16.006852 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-aa1ca62e-b53b-44db-85c2-a164c6a72dd4 admin admin] 10.222.0.38 "DELETE /v2.0/routers/8ff26a41-694e-4177-98af-7851303423a7 HTTP/1.1" status: 204  len: 168 time: 1.7136090
May 02 03:14:16.007855 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 49648) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:14:16.078990 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.db_base_plugin_v2 [None req-0de65864-f492-427a-99f8-7d498a7946c7 admin admin] Deleting subnet 1b190fc7-4823-4c94-a79b-e61ea64b5302 {{(pid=73901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
May 02 03:14:16.082673 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-0de65864-f492-427a-99f8-7d498a7946c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:16.139789 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-0de65864-f492-427a-99f8-7d498a7946c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2839877'] for subnet, precommit_delete_associations {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:16.207264 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-0de65864-f492-427a-99f8-7d498a7946c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799051'] for subnet, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:16.440347 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a844bfa-44ed-4f18-9d71-437d96865afa req-aedf028c-c1a2-4869-abd0-7b36f1a3bed2 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:16.441828 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4a844bfa-44ed-4f18-9d71-437d96865afa req-aedf028c-c1a2-4869-abd0-7b36f1a3bed2 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 944 time: 0.2074704
May 02 03:14:16.650684 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4a844bfa-44ed-4f18-9d71-437d96865afa req-ffc48142-0797-4314-98fa-76f9709090ef tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1988244
May 02 03:14:16.681862 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-0de65864-f492-427a-99f8-7d498a7946c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3711852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2161004'] for subnet, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:16.687370 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-f0a97ed7-d3c3-471c-a7ab-9f5051050ec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:14:16.724501 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de65864-f492-427a-99f8-7d498a7946c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b190fc7-4823-4c94-a79b-e61ea64b5302,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:14:16.727609 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-0de65864-f492-427a-99f8-7d498a7946c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for subnet, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:16.734168 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-0de65864-f492-427a-99f8-7d498a7946c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:14:16.737337 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-0de65864-f492-427a-99f8-7d498a7946c7 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/1b190fc7-4823-4c94-a79b-e61ea64b5302 HTTP/1.1" status: 204  len: 168 time: 0.7284064
May 02 03:14:16.740406 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 49656) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:14:16.854128 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-24767d26-9505-4107-805b-15ce0f8478c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688557'] for network, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:16.980226 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-24767d26-9505-4107-805b-15ce0f8478c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773334', 'neutron.services.segments.db._delete_segments_for_network-8747865761073'] for network, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:17.091716 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.services.segments.db [None req-24767d26-9505-4107-805b-15ce0f8478c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c54c95fa0>,) {'filters': {'network_id': ['ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34']}} {{(pid=73901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:14:17.105375 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.services.segments.db [None req-24767d26-9505-4107-805b-15ce0f8478c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c54c95fa0>, '1937cbf3-0a70-47fb-bc4a-5e853fa17fc3') {'for_net_delete': True} {{(pid=73901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:14:17.105660 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.services.segments.db [None req-24767d26-9505-4107-805b-15ce0f8478c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c54c95fa0>, '1937cbf3-0a70-47fb-bc4a-5e853fa17fc3') {} {{(pid=73901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:14:17.117946 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-24767d26-9505-4107-805b-15ce0f8478c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747865772647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2839932'] for segment, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:17.135049 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-24767d26-9505-4107-805b-15ce0f8478c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800657'] for segment, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:17.142801 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24767d26-9505-4107-805b-15ce0f8478c7 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=73901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 02 03:14:17.322740 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.managers [None req-24767d26-9505-4107-805b-15ce0f8478c7 admin admin] Network ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34 has no segments {{(pid=73901) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 02 03:14:17.331430 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-24767d26-9505-4107-805b-15ce0f8478c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1800670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718606'] for segment, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:17.334860 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device d8a1c1b6-1797-4079-99fa-3051584854d2 no longer exists at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 02 03:14:17.370093 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] No Port match for: d8a1c1b6-1797-4079-99fa-3051584854d2 {{(pid=73902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 02 03:14:17.370325 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device d8a1c1b6-1797-4079-99fa-3051584854d2 not bound to the agent host dv-cinder-789077-1-iscsi {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 02 03:14:17.505465 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.managers [None req-24767d26-9505-4107-805b-15ce0f8478c7 admin admin] Network ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34 has no segments {{(pid=73901) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 02 03:14:17.525934 dv-cinder-789077-1-iscsi neutron-server[73901]: Traceback (most recent call last):
May 02 03:14:17.525934 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 02 03:14:17.525934 dv-cinder-789077-1-iscsi neutron-server[73901]:     timer()
May 02 03:14:17.525934 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 02 03:14:17.525934 dv-cinder-789077-1-iscsi neutron-server[73901]:     cb(*args, **kw)
May 02 03:14:17.525934 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 02 03:14:17.525934 dv-cinder-789077-1-iscsi neutron-server[73901]:     return func(*args, **kwargs)
May 02 03:14:17.525934 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 02 03:14:17.525934 dv-cinder-789077-1-iscsi neutron-server[73901]:     self._notify()
May 02 03:14:17.525934 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 02 03:14:17.525934 dv-cinder-789077-1-iscsi neutron-server[73901]:     self.callback(batched_events)
May 02 03:14:17.525934 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 02 03:14:17.525934 dv-cinder-789077-1-iscsi neutron-server[73901]:     event.method(event)
May 02 03:14:17.525934 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 02 03:14:17.525934 dv-cinder-789077-1-iscsi neutron-server[73901]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 02 03:14:17.525934 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 02 03:14:17.525934 dv-cinder-789077-1-iscsi neutron-server[73901]:     aggregate_uuid = self.p_client.list_aggregates(
May 02 03:14:17.525934 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 02 03:14:17.525934 dv-cinder-789077-1-iscsi neutron-server[73901]:     return f(self, *a, **k)
May 02 03:14:17.525934 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 02 03:14:17.525934 dv-cinder-789077-1-iscsi neutron-server[73901]:     return self._get(url).json()
May 02 03:14:17.525934 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 02 03:14:17.525934 dv-cinder-789077-1-iscsi neutron-server[73901]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 02 03:14:17.525934 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 02 03:14:17.525934 dv-cinder-789077-1-iscsi neutron-server[73901]:     return self.request(url, 'GET', **kwargs)
May 02 03:14:17.525934 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 02 03:14:17.525934 dv-cinder-789077-1-iscsi neutron-server[73901]:     base_url = self.get_endpoint(auth, allow=allow,
May 02 03:14:17.525934 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 02 03:14:17.525934 dv-cinder-789077-1-iscsi neutron-server[73901]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 02 03:14:17.525934 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 02 03:14:17.525934 dv-cinder-789077-1-iscsi neutron-server[73901]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 02 03:14:17.525934 dv-cinder-789077-1-iscsi neutron-server[73901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 02 03:14:17.610838 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-24767d26-9505-4107-805b-15ce0f8478c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419395'] for network, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:17.614308 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-df1d594f-7b74-4e3c-a15f-744c0c14e6e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:14:17.627086 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-24767d26-9505-4107-805b-15ce0f8478c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for network, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:17.641211 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24767d26-9505-4107-805b-15ce0f8478c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:14:17.644442 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-24767d26-9505-4107-805b-15ce0f8478c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:14:17.655213 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-24767d26-9505-4107-805b-15ce0f8478c7 admin admin] 10.222.0.38 "DELETE /v2.0/networks/ef15e29d-ed77-4c38-bf6a-0cf1e2f2ec34 HTTP/1.1" status: 204  len: 168 time: 0.9136331
May 02 03:14:17.852938 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea785278-66ed-4e9f-b058-36baa96deea2 req-97519288-f620-490c-9fb7-4d710271cc5f tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:17.854385 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-ea785278-66ed-4e9f-b058-36baa96deea2 req-97519288-f620-490c-9fb7-4d710271cc5f tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 944 time: 0.0821159
May 02 03:14:17.856325 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 49670) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:14:17.937741 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-ea785278-66ed-4e9f-b058-36baa96deea2 req-18281831-d513-4057-8f18-23f5bfc6f882 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0673075
May 02 03:14:17.942393 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-2ff1118d-9005-4114-8f62-09d79add8c1a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c0c7970eea444c3cab1fd1c05acdf886&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0827827
May 02 03:14:17.942821 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 49676) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:14:18.003135 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-0db57b5f-0ce0-4372-bbb9-a42a1dd29ebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:18.030951 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-0db57b5f-0ce0-4372-bbb9-a42a1dd29ebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:18.086739 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-0db57b5f-0ce0-4372-bbb9-a42a1dd29ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:18.091075 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-850fcbdb-ae2e-4da6-830b-b6b29e4081e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:14:18.102335 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db57b5f-0ce0-4372-bbb9-a42a1dd29ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14559ae-2010-4a5b-83b5-a6fd34158870,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:14:18.106957 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-0db57b5f-0ce0-4372-bbb9-a42a1dd29ebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:14:18.111107 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-0db57b5f-0ce0-4372-bbb9-a42a1dd29ebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:18.111805 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-0db57b5f-0ce0-4372-bbb9-a42a1dd29ebe admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b14559ae-2010-4a5b-83b5-a6fd34158870 HTTP/1.1" status: 204  len: 168 time: 0.1680593
May 02 03:14:18.925722 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 49704) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:14:19.047447 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.v2.base [None req-0e85ae82-171b-4c0a-9c6f-092ae2ffeb9d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1406772695-network', 'tenant_id': 'bbaedd301c3b45158260ff4d1414e77b'}} {{(pid=73901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:14:19.052309 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-0e85ae82-171b-4c0a-9c6f-092ae2ffeb9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:14:19.093021 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-0e85ae82-171b-4c0a-9c6f-092ae2ffeb9d admin admin] Usage tracker for resource:network and tenant:bbaedd301c3b45158260ff4d1414e77b is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:14:19.100237 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-0e85ae82-171b-4c0a-9c6f-092ae2ffeb9d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:14:19.114286 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-0e85ae82-171b-4c0a-9c6f-092ae2ffeb9d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:14:19.128830 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e85ae82-171b-4c0a-9c6f-092ae2ffeb9d admin admin] Made reservation on behalf of bbaedd301c3b45158260ff4d1414e77b for: {'network': 1} {{(pid=73901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 02 03:14:19.130936 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-0e85ae82-171b-4c0a-9c6f-092ae2ffeb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for network, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:19.145417 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-0e85ae82-171b-4c0a-9c6f-092ae2ffeb9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:19.168249 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-0e85ae82-171b-4c0a-9c6f-092ae2ffeb9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:14:19.172691 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-0e85ae82-171b-4c0a-9c6f-092ae2ffeb9d admin admin] Usage tracker for resource:security_group_rule and tenant:bbaedd301c3b45158260ff4d1414e77b is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:14:19.175899 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-0e85ae82-171b-4c0a-9c6f-092ae2ffeb9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:14:19.183626 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-0e85ae82-171b-4c0a-9c6f-092ae2ffeb9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:14:19.206532 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a22a9-bc75-4ba5-a7f7-0d21a31b03a9 req-31228ca0-cf09-49dc-8297-0745f66085c2 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:19.207997 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-f73a22a9-bc75-4ba5-a7f7-0d21a31b03a9 req-31228ca0-cf09-49dc-8297-0745f66085c2 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 944 time: 0.1529396
May 02 03:14:19.271729 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-f73a22a9-bc75-4ba5-a7f7-0d21a31b03a9 req-4b9fa1ae-aa18-4057-a968-20fe8ab3555b tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0568759
May 02 03:14:19.326407 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-0e85ae82-171b-4c0a-9c6f-092ae2ffeb9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:19.330274 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-0e85ae82-171b-4c0a-9c6f-092ae2ffeb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:19.333177 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-20121245-10a2-4a48-b30c-4d97251c07fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:14:19.359829 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e85ae82-171b-4c0a-9c6f-092ae2ffeb9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242}  {{(pid=73901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 02 03:14:19.368740 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e85ae82-171b-4c0a-9c6f-092ae2ffeb9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c54001a-2cee-47c3-a5d6-53f4bc5322d5,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:14:19.372812 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-0e85ae82-171b-4c0a-9c6f-092ae2ffeb9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:14:19.375286 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-0e85ae82-171b-4c0a-9c6f-092ae2ffeb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800657'] for segment, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:19.375621 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.db.segments_db [None req-0e85ae82-171b-4c0a-9c6f-092ae2ffeb9d admin admin] Added segment 26538810-a0cf-41d6-9ffd-cb77e61e008b of type vlan for network 348595d7-7f35-4e83-a43a-21e5f105b128
May 02 03:14:19.402256 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-0e85ae82-171b-4c0a-9c6f-092ae2ffeb9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747865320852'] for network, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:19.433034 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-0e85ae82-171b-4c0a-9c6f-092ae2ffeb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347'] for network, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:19.435412 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e85ae82-171b-4c0a-9c6f-092ae2ffeb9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:19.436060 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-0e85ae82-171b-4c0a-9c6f-092ae2ffeb9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for network, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:19.439633 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-e0b6400e-38d4-4abc-bf89-28b95fc1b225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:14:19.624162 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e85ae82-171b-4c0a-9c6f-092ae2ffeb9d admin admin] Pushing event updated for resources: {'Network': ['ID=348595d7-7f35-4e83-a43a-21e5f105b128,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:14:19.632091 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-0e85ae82-171b-4c0a-9c6f-092ae2ffeb9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:14:19.635748 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-0e85ae82-171b-4c0a-9c6f-092ae2ffeb9d admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.7086284
May 02 03:14:19.639884 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 49714) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:14:19.640693 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Network 348595d7-7f35-4e83-a43a-21e5f105b128 details requested by agent ovs-agent-dv-cinder-789077-1-iscsi with host dv-cinder-789077-1-iscsi {{(pid=73902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 02 03:14:19.646668 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.v2.base [None req-2207acee-f5d1-4b53-83c8-ce2e66808acc admin admin] Request body: {'subnet': {'network_id': '348595d7-7f35-4e83-a43a-21e5f105b128', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1406772695-subnet', 'tenant_id': 'bbaedd301c3b45158260ff4d1414e77b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=73901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:14:19.653010 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-2207acee-f5d1-4b53-83c8-ce2e66808acc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:14:19.659176 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-2207acee-f5d1-4b53-83c8-ce2e66808acc admin admin] Usage tracker for resource:subnet and tenant:bbaedd301c3b45158260ff4d1414e77b is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:14:19.663356 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-2207acee-f5d1-4b53-83c8-ce2e66808acc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:14:19.673581 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-2207acee-f5d1-4b53-83c8-ce2e66808acc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:14:19.695929 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2207acee-f5d1-4b53-83c8-ce2e66808acc admin admin] Made reservation on behalf of bbaedd301c3b45158260ff4d1414e77b for: {'subnet': 1} {{(pid=73901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 02 03:14:19.701355 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-2207acee-f5d1-4b53-83c8-ce2e66808acc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2160961'] for subnet, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:20.225362 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-2207acee-f5d1-4b53-83c8-ce2e66808acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3711789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2160983'] for subnet, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:20.230708 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:14:20.304060 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2207acee-f5d1-4b53-83c8-ce2e66808acc admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f6786fd-128a-4bcf-a886-1f47f06c4a7a,revision_number=0']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:14:20.307862 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-2207acee-f5d1-4b53-83c8-ce2e66808acc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:14:20.308712 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2207acee-f5d1-4b53-83c8-ce2e66808acc admin admin] Checking segment: {'id': '26538810-a0cf-41d6-9ffd-cb77e61e008b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '348595d7-7f35-4e83-a43a-21e5f105b128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:14:20.309091 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2207acee-f5d1-4b53-83c8-ce2e66808acc admin admin] Network hostable DHCP agents. Network: 348595d7-7f35-4e83-a43a-21e5f105b128, hostable agents: ['b8cff7bf-6a12-4b5e-9f6f-ac6aa9384c4c'], hosted agents: [] {{(pid=73901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 02 03:14:20.332448 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2207acee-f5d1-4b53-83c8-ce2e66808acc admin admin] Network 348595d7-7f35-4e83-a43a-21e5f105b128 is scheduled to be hosted by DHCP agent b8cff7bf-6a12-4b5e-9f6f-ac6aa9384c4c with binding_index 1 {{(pid=73901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 02 03:14:20.345137 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.base_scheduler [None req-2207acee-f5d1-4b53-83c8-ce2e66808acc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789077-1-iscsi, 348595d7-7f35-4e83-a43a-21e5f105b128) {{(pid=73901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:14:20.356606 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2207acee-f5d1-4b53-83c8-ce2e66808acc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:20.357262 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-2207acee-f5d1-4b53-83c8-ce2e66808acc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for subnet, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:20.367227 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b263c08-fc48-4ac3-b9f8-4827d1ff64fd None None] Network 348595d7-7f35-4e83-a43a-21e5f105b128 requested from dv-cinder-789077-1-iscsi {{(pid=73902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 02 03:14:20.400198 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-2207acee-f5d1-4b53-83c8-ce2e66808acc admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.7580819
May 02 03:14:20.402074 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 49734) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:14:20.409273 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [None req-983c7b51-7209-4eb0-a72c-abda8c10e293 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1406772695-router', 'tenant_id': 'bbaedd301c3b45158260ff4d1414e77b', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700'}}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:14:20.414344 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-983c7b51-7209-4eb0-a72c-abda8c10e293 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:14:20.418768 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-983c7b51-7209-4eb0-a72c-abda8c10e293 admin admin] Usage tracker for resource:router and tenant:bbaedd301c3b45158260ff4d1414e77b is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:14:20.422235 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-983c7b51-7209-4eb0-a72c-abda8c10e293 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:14:20.428767 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-983c7b51-7209-4eb0-a72c-abda8c10e293 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:14:20.441392 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-983c7b51-7209-4eb0-a72c-abda8c10e293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-420455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1022290'] for router, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:20.442964 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-983c7b51-7209-4eb0-a72c-abda8c10e293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-356199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419551', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022299'] for router, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:20.460510 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-983c7b51-7209-4eb0-a72c-abda8c10e293 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:20.505011 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15ebb2-16eb-4151-86cf-0370a7a154a8 req-fea992ac-a30c-44f2-9f78-3ec253db7223 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:20.506626 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-7a15ebb2-16eb-4151-86cf-0370a7a154a8 req-fea992ac-a30c-44f2-9f78-3ec253db7223 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 944 time: 0.1047313
May 02 03:14:20.578732 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-7a15ebb2-16eb-4151-86cf-0370a7a154a8 req-4dd98201-a557-41de-80ac-8df313d5464c tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0592272
May 02 03:14:20.676168 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdce8c3-56ab-4876-b7ad-0eb8e63f8edf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp638e923c-381b-5c45-a4d5-c004445b304f-348595d7-7f35-4e83-a43a-21e5f105b128', 'network_id': '348595d7-7f35-4e83-a43a-21e5f105b128', 'tenant_id': 'bbaedd301c3b45158260ff4d1414e77b', 'fixed_ips': [{'subnet_id': '2f6786fd-128a-4bcf-a886-1f47f06c4a7a'}]}} from dv-cinder-789077-1-iscsi. {{(pid=73902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 02 03:14:20.677092 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-afdce8c3-56ab-4876-b7ad-0eb8e63f8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_create {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:20.745686 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-983c7b51-7209-4eb0-a72c-abda8c10e293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419542', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-420361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1022377'] for router, precommit_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:20.813146 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device 0df8b6ae-d25f-4132-8489-a685808f1ea3 details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=73902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 02 03:14:20.889543 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.db_base_plugin_common [None req-afdce8c3-56ab-4876-b7ad-0eb8e63f8edf None None] Allocated IP 172.20.0.2 (348595d7-7f35-4e83-a43a-21e5f105b128/2f6786fd-128a-4bcf-a886-1f47f06c4a7a/263c56dc-032a-475d-ac95-0923db8fca40) {{(pid=73902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 02 03:14:21.075712 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port 0df8b6ae-d25f-4132-8489-a685808f1ea3, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=0df8b6ae-d25f-4132-8489-a685808f1ea3,segment=NetworkSegment(6c6f3f05-f004-471e-8a0e-26e9fcb39326),segment_id=6c6f3f05-f004-471e-8a0e-26e9fcb39326)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:14:21.094922 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Returning: {'device': '0df8b6ae-d25f-4132-8489-a685808f1ea3', 'network_id': 'c7fbd4b3-8241-42d4-a727-6c3f39a82264', 'port_id': '0df8b6ae-d25f-4132-8489-a685808f1ea3', 'mac_address': 'fa:16:3e:7e:30:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78de75db-d296-47a5-9b25-e7b9f1e1ac72', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 02 03:14:21.180728 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-983c7b51-7209-4eb0-a72c-abda8c10e293 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:21.212806 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-983c7b51-7209-4eb0-a72c-abda8c10e293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:21.214435 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:21.243764 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.notifiers.nova [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0df8b6ae-d25f-4132-8489-a685808f1ea3 {{(pid=73902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 02 03:14:21.265699 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-afdce8c3-56ab-4876-b7ad-0eb8e63f8edf None None] Notify callbacks [] for port, precommit_create {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:21.276435 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port 0df8b6ae-d25f-4132-8489-a685808f1ea3, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=0df8b6ae-d25f-4132-8489-a685808f1ea3,segment=NetworkSegment(6c6f3f05-f004-471e-8a0e-26e9fcb39326),segment_id=6c6f3f05-f004-471e-8a0e-26e9fcb39326)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:14:21.281298 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-afdce8c3-56ab-4876-b7ad-0eb8e63f8edf None None] Transition to ACTIVE for port object 263c56dc-032a-475d-ac95-0923db8fca40 will not be triggered until provisioned by entity L2. {{(pid=73902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:14:21.284461 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:21.289462 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:14:21.362450 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.db_base_plugin_common [None req-983c7b51-7209-4eb0-a72c-abda8c10e293 admin admin] Allocated IP 172.27.0.148 (8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700/cde322b7-5107-4ee3-8bef-bf160ca73532/fb9e5ab2-93b6-489d-84f4-daf4f4c762d2) {{(pid=73900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 02 03:14:21.381472 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-afdce8c3-56ab-4876-b7ad-0eb8e63f8edf None None] Transition to ACTIVE for port object 263c56dc-032a-475d-ac95-0923db8fca40 will not be triggered until provisioned by entity DHCP. {{(pid=73902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:14:21.389330 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-afdce8c3-56ab-4876-b7ad-0eb8e63f8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747865333526'] for port, after_create {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:21.416758 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdce8c3-56ab-4876-b7ad-0eb8e63f8edf None None] Network 348595d7-7f35-4e83-a43a-21e5f105b128 is already hosted by enough agents. {{(pid=73902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:14:21.420701 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.scheduler.base_scheduler [None req-afdce8c3-56ab-4876-b7ad-0eb8e63f8edf None None] Resources bound (agent type, host, resource id):  {{(pid=73902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:14:21.424058 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdce8c3-56ab-4876-b7ad-0eb8e63f8edf None None] Received port after_create {{(pid=73902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 02 03:14:21.468719 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Pushing event updated for resources: {'Port': ['ID=0df8b6ae-d25f-4132-8489-a685808f1ea3,revision_number=9']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:14:21.505127 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:14:21.505444 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:14:21.505735 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:14:21.506071 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:14:21.506391 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:14:21.506754 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:14:21.507074 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:14:21.507400 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:14:21.507739 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:14:21.508094 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:14:21.508380 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:14:21.508703 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:14:21.514365 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:14:21.515033 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:14:21.525393 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-983c7b51-7209-4eb0-a72c-abda8c10e293 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:21.555427 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-983c7b51-7209-4eb0-a72c-abda8c10e293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747865333526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-899257'] for port, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:21.560094 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-80e0ea28-002f-4d88-a05c-820b1b24422d tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:14:21.573522 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] get_ports_and_sgs() called for port_ids ['0df8b6ae-d25f-4132-8489-a685808f1ea3'] {{(pid=73902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 02 03:14:21.616912 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.managers [None req-afdce8c3-56ab-4876-b7ad-0eb8e63f8edf None None] Attempting to bind port 263c56dc-032a-475d-ac95-0923db8fca40 on host dv-cinder-789077-1-iscsi for vnic_type normal with profile  {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 02 03:14:21.617229 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.managers [None req-afdce8c3-56ab-4876-b7ad-0eb8e63f8edf None None] Attempting to bind port 263c56dc-032a-475d-ac95-0923db8fca40 by drivers openvswitch,hyperv on host dv-cinder-789077-1-iscsi at level 0 using segments [{'id': '26538810-a0cf-41d6-9ffd-cb77e61e008b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '348595d7-7f35-4e83-a43a-21e5f105b128'}] {{(pid=73902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 02 03:14:21.617517 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdce8c3-56ab-4876-b7ad-0eb8e63f8edf None None] Attempting to bind port 263c56dc-032a-475d-ac95-0923db8fca40 on network 348595d7-7f35-4e83-a43a-21e5f105b128 {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:14:21.634893 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983c7b51-7209-4eb0-a72c-abda8c10e293 admin admin] Network 8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700 is already hosted by enough agents. {{(pid=73900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:14:21.641692 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.base_scheduler [None req-983c7b51-7209-4eb0-a72c-abda8c10e293 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:14:21.647930 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdce8c3-56ab-4876-b7ad-0eb8e63f8edf None None] Checking agent: {'id': 'b50cee90-c6d3-4c0d-a208-12c20bd9f0cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 2, 8), 'started_at': datetime.datetime(2021, 5, 2, 3, 2, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 02 03:14:21.648308 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdce8c3-56ab-4876-b7ad-0eb8e63f8edf None None] Checking segment: {'id': '26538810-a0cf-41d6-9ffd-cb77e61e008b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '348595d7-7f35-4e83-a43a-21e5f105b128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:14:21.648714 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-afdce8c3-56ab-4876-b7ad-0eb8e63f8edf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:21.648860 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983c7b51-7209-4eb0-a72c-abda8c10e293 admin admin] Received port after_create {{(pid=73900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 02 03:14:21.649131 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdce8c3-56ab-4876-b7ad-0eb8e63f8edf None None] Bound using segment: {'id': '26538810-a0cf-41d6-9ffd-cb77e61e008b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '348595d7-7f35-4e83-a43a-21e5f105b128'} {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 02 03:14:21.649737 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.managers [None req-afdce8c3-56ab-4876-b7ad-0eb8e63f8edf None None] Bound port: 263c56dc-032a-475d-ac95-0923db8fca40, host: dv-cinder-789077-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26538810-a0cf-41d6-9ffd-cb77e61e008b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '348595d7-7f35-4e83-a43a-21e5f105b128'}}] {{(pid=73902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 02 03:14:21.650121 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-afdce8c3-56ab-4876-b7ad-0eb8e63f8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:21.713173 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983c7b51-7209-4eb0-a72c-abda8c10e293 admin admin] Pushing event updated for resources: {'Port': ['ID=fb9e5ab2-93b6-489d-84f4-daf4f4c762d2,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:14:21.728583 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-983c7b51-7209-4eb0-a72c-abda8c10e293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:14:21.732335 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdce8c3-56ab-4876-b7ad-0eb8e63f8edf None None] Pushing event updated for resources: {'Port': ['ID=263c56dc-032a-475d-ac95-0923db8fca40,revision_number=1']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:14:21.751516 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-afdce8c3-56ab-4876-b7ad-0eb8e63f8edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:14:21.801872 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-afdce8c3-56ab-4876-b7ad-0eb8e63f8edf None None] For port 263c56dc-032a-475d-ac95-0923db8fca40, host dv-cinder-789077-1-iscsi, cleared binding levels {{(pid=73902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 02 03:14:21.806603 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-afdce8c3-56ab-4876-b7ad-0eb8e63f8edf None None] For port 263c56dc-032a-475d-ac95-0923db8fca40, host dv-cinder-789077-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=263c56dc-032a-475d-ac95-0923db8fca40,segment=NetworkSegment(26538810-a0cf-41d6-9ffd-cb77e61e008b),segment_id=26538810-a0cf-41d6-9ffd-cb77e61e008b)] {{(pid=73902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 02 03:14:21.813242 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a649bf-0709-44b8-9dbf-a0324bbfe18e req-a3b87d7c-283d-4f7f-8aca-ab931bc77c4e tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:21.815206 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-89a649bf-0709-44b8-9dbf-a0324bbfe18e req-a3b87d7c-283d-4f7f-8aca-ab931bc77c4e tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 945 time: 0.0945482
May 02 03:14:21.827952 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-afdce8c3-56ab-4876-b7ad-0eb8e63f8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:21.834368 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-afdce8c3-56ab-4876-b7ad-0eb8e63f8edf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:14:21.866083 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-89a649bf-0709-44b8-9dbf-a0324bbfe18e req-27d167b9-5343-473f-9e5c-2378e1f14cfa tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450749
May 02 03:14:21.947161 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdce8c3-56ab-4876-b7ad-0eb8e63f8edf None None] Pushing event updated for resources: {'Port': ['ID=263c56dc-032a-475d-ac95-0923db8fca40,revision_number=2']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:14:21.962177 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-afdce8c3-56ab-4876-b7ad-0eb8e63f8edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:14:22.217334 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-983c7b51-7209-4eb0-a72c-abda8c10e293 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:22.700280 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-983c7b51-7209-4eb0-a72c-abda8c10e293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419513'] for router, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:22.812443 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device 0df8b6ae-d25f-4132-8489-a685808f1ea3 up at agent hyperv_hv-cinder-78907 {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:14:22.888888 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Provisioning complete for port 0df8b6ae-d25f-4132-8489-a685808f1ea3 triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:14:22.889264 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:22.938148 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-983c7b51-7209-4eb0-a72c-abda8c10e293 admin admin] Router 6c9b500e-40c2-4764-9374-924f26999402 is scheduled to L3 agent c822661f-3527-457d-a53a-678072f60f18 with binding_index 1 {{(pid=73900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 02 03:14:23.012547 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01603ded-1404-4e18-a770-fcdb3ff38aea None None] Network 348595d7-7f35-4e83-a43a-21e5f105b128 requested from dv-cinder-789077-1-iscsi {{(pid=73902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 02 03:14:23.124395 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06bcc6-233a-4da1-8f33-5d4b1681d233 req-207634a4-20c9-4b77-8091-78709a0b7134 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:23.125930 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9b06bcc6-233a-4da1-8f33-5d4b1681d233 req-207634a4-20c9-4b77-8091-78709a0b7134 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 945 time: 0.1019194
May 02 03:14:23.129667 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:23.144728 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-6f783227-40dd-40fa-bb67-235e0e7ed33c None None] Provisioning for port 263c56dc-032a-475d-ac95-0923db8fca40 completed by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:14:23.175084 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983c7b51-7209-4eb0-a72c-abda8c10e293 admin admin] Notify agent at l3_agent.dv-cinder-789077-1-iscsi the message routers_updated {{(pid=73900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 02 03:14:23.182693 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9b06bcc6-233a-4da1-8f33-5d4b1681d233 req-3e96fa8b-b46d-4b8c-bac8-f0ca8b1370d9 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502069
May 02 03:14:23.191168 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '872861b5-2289-48a5-9ad3-e3799fbcc95a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df8b6ae-d25f-4132-8489-a685808f1ea3'}] {{(pid=73902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:14:23.201855 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9291b53-047e-43d3-8399-e5e629d3144b None None] Sync routers for ids ['6c9b500e-40c2-4764-9374-924f26999402'] in dv-cinder-789077-1-iscsi {{(pid=73902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 02 03:14:23.213347 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-983c7b51-7209-4eb0-a72c-abda8c10e293 admin admin] Notify callbacks [] for router, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:23.215294 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-983c7b51-7209-4eb0-a72c-abda8c10e293 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.8103809
May 02 03:14:23.218261 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 49764) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:14:23.252605 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port 0df8b6ae-d25f-4132-8489-a685808f1ea3, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=0df8b6ae-d25f-4132-8489-a685808f1ea3,segment=NetworkSegment(6c6f3f05-f004-471e-8a0e-26e9fcb39326),segment_id=6c6f3f05-f004-471e-8a0e-26e9fcb39326)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:14:23.265771 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:23.268869 dv-cinder-789077-1-iscsi neutron-server[73902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '872861b5-2289-48a5-9ad3-e3799fbcc95a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df8b6ae-d25f-4132-8489-a685808f1ea3', 'code': 200}
May 02 03:14:23.272913 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:14:23.310174 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9291b53-047e-43d3-8399-e5e629d3144b None None] Routers {'6c9b500e-40c2-4764-9374-924f26999402'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:14:23.310174 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-c9291b53-047e-43d3-8399-e5e629d3144b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c557bbdc0>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:14:08Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['6c9b500e-40c2-4764-9374-924f26999402'], 'active': True} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:14:23.458435 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 263c56dc-032a-475d-ac95-0923db8fca40 up at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:14:23.564172 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Pushing event updated for resources: {'Port': ['ID=0df8b6ae-d25f-4132-8489-a685808f1ea3,revision_number=10']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:14:23.571490 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:14:23.638311 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvr_db [None req-c9291b53-047e-43d3-8399-e5e629d3144b None None] Set router 6c9b500e-40c2-4764-9374-924f26999402 gateway port host: dv-cinder-789077-1-iscsi {{(pid=73902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:14:23.796030 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning for port 263c56dc-032a-475d-ac95-0923db8fca40 completed by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:14:23.890024 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning complete for port 263c56dc-032a-475d-ac95-0923db8fca40 triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:14:23.890633 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:24.060100 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-d1d33626-8e09-4c54-a3df-c85baee047ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:24.095031 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:24.127660 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-3c784053-e3d0-4cc9-aaef-65126928d66c None None] Provisioning complete for port 263c56dc-032a-475d-ac95-0923db8fca40 triggered by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:14:24.128123 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-3c784053-e3d0-4cc9-aaef-65126928d66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:24.187111 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] For port 263c56dc-032a-475d-ac95-0923db8fca40, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=263c56dc-032a-475d-ac95-0923db8fca40,segment=NetworkSegment(26538810-a0cf-41d6-9ffd-cb77e61e008b),segment_id=26538810-a0cf-41d6-9ffd-cb77e61e008b)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:14:24.194909 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:24.198537 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-bc39737d-1c01-4df1-902d-521b34113ace None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:14:24.239041 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-c9291b53-047e-43d3-8399-e5e629d3144b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c557bbdc0>, [{'id': '6c9b500e-40c2-4764-9374-924f26999402', 'name': 'tempest-AttachVolumeTestJSON-1406772695-router', 'tenant_id': 'bbaedd301c3b45158260ff4d1414e77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'fb9e5ab2-93b6-489d-84f4-daf4f4c762d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:14:20Z', 'updated_at': '2021-05-02T03:14:21Z', 'revision_number': 3, 'project_id': 'bbaedd301c3b45158260ff4d1414e77b', 'gw_port': {'id': 'fb9e5ab2-93b6-489d-84f4-daf4f4c762d2', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cd:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9b500e-40c2-4764-9374-924f26999402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:14:21Z', 'updated_at': '2021-05-02T03:14:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi'}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:14:24.256854 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9291b53-047e-43d3-8399-e5e629d3144b None None] Checking router: 6c9b500e-40c2-4764-9374-924f26999402 for host: dv-cinder-789077-1-iscsi {{(pid=73902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 02 03:14:24.257107 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9291b53-047e-43d3-8399-e5e629d3144b None None] Updating router 6c9b500e-40c2-4764-9374-924f26999402 port fb9e5ab2-93b6-489d-84f4-daf4f4c762d2 binding host dv-cinder-789077-1-iscsi {{(pid=73902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 02 03:14:24.276122 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.db_base_plugin_common [None req-d1d33626-8e09-4c54-a3df-c85baee047ba admin admin] Allocated IP 172.20.0.1 (348595d7-7f35-4e83-a43a-21e5f105b128/2f6786fd-128a-4bcf-a886-1f47f06c4a7a/ec28445f-70f5-43d2-acfb-9b77a2ba8a6d) {{(pid=73900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 02 03:14:24.390025 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-c9291b53-047e-43d3-8399-e5e629d3144b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:24.419607 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Pushing event updated for resources: {'Port': ['ID=263c56dc-032a-475d-ac95-0923db8fca40,revision_number=3']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:14:24.428357 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:14:24.480636 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f4fc4-1a87-47df-bca2-03e1c07a42e7 req-7d25e9fa-9517-465d-9919-75e11c129aa2 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:24.484184 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-0d4f4fc4-1a87-47df-bca2-03e1c07a42e7 req-7d25e9fa-9517-465d-9919-75e11c129aa2 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 947 time: 0.1572671
May 02 03:14:24.552839 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-0d4f4fc4-1a87-47df-bca2-03e1c07a42e7 req-b34dc40c-5233-4f27-90b4-d9c8cd5c91eb tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0614629
May 02 03:14:24.586909 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-d1d33626-8e09-4c54-a3df-c85baee047ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:24.607520 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.provisioning_blocks [None req-d1d33626-8e09-4c54-a3df-c85baee047ba admin admin] Transition to ACTIVE for port object ec28445f-70f5-43d2-acfb-9b77a2ba8a6d will not be triggered until provisioned by entity DHCP. {{(pid=73900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:14:24.633538 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-d1d33626-8e09-4c54-a3df-c85baee047ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747865333526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-899257'] for port, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:24.639893 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-62c0358a-0194-4cdc-995f-25b934ce713c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:14:24.699156 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d33626-8e09-4c54-a3df-c85baee047ba admin admin] Network 348595d7-7f35-4e83-a43a-21e5f105b128 is already hosted by enough agents. {{(pid=73900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:14:24.702480 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.base_scheduler [None req-d1d33626-8e09-4c54-a3df-c85baee047ba admin admin] Resources bound (agent type, host, resource id):  {{(pid=73900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:14:24.710804 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d33626-8e09-4c54-a3df-c85baee047ba admin admin] Received port after_create {{(pid=73900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 02 03:14:24.754703 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d33626-8e09-4c54-a3df-c85baee047ba admin admin] Pushing event updated for resources: {'Port': ['ID=ec28445f-70f5-43d2-acfb-9b77a2ba8a6d,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:14:24.765659 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-d1d33626-8e09-4c54-a3df-c85baee047ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:14:24.782130 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-d1d33626-8e09-4c54-a3df-c85baee047ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400854'] for router_interface, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:24.789969 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-c9291b53-047e-43d3-8399-e5e629d3144b None None] Notify callbacks [] for port, precommit_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:24.809673 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-c9291b53-047e-43d3-8399-e5e629d3144b None None] Transition to ACTIVE for port object fb9e5ab2-93b6-489d-84f4-daf4f4c762d2 will not be triggered until provisioned by entity L2. {{(pid=73902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:14:24.828286 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-c9291b53-047e-43d3-8399-e5e629d3144b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:24.836849 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:14:24.987210 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.managers [None req-c9291b53-047e-43d3-8399-e5e629d3144b None None] Attempting to bind port fb9e5ab2-93b6-489d-84f4-daf4f4c762d2 on host dv-cinder-789077-1-iscsi for vnic_type normal with profile  {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 02 03:14:24.987886 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.managers [None req-c9291b53-047e-43d3-8399-e5e629d3144b None None] Attempting to bind port fb9e5ab2-93b6-489d-84f4-daf4f4c762d2 by drivers openvswitch,hyperv on host dv-cinder-789077-1-iscsi at level 0 using segments [{'id': '3f443235-55d0-4d2d-a949-b49c1a220799', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700'}] {{(pid=73902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 02 03:14:24.988355 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9291b53-047e-43d3-8399-e5e629d3144b None None] Attempting to bind port fb9e5ab2-93b6-489d-84f4-daf4f4c762d2 on network 8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700 {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:14:25.002935 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9defda-df97-45c0-afdc-b8dc6bdf545f None None] Pushing event updated for resources: {'Port': ['ID=fb9e5ab2-93b6-489d-84f4-daf4f4c762d2,revision_number=2']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:14:25.007414 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9291b53-047e-43d3-8399-e5e629d3144b None None] Checking agent: {'id': 'b50cee90-c6d3-4c0d-a208-12c20bd9f0cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 2, 8), 'started_at': datetime.datetime(2021, 5, 2, 3, 2, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 02 03:14:25.008022 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9291b53-047e-43d3-8399-e5e629d3144b None None] Checking segment: {'id': '3f443235-55d0-4d2d-a949-b49c1a220799', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:14:25.008765 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-c9291b53-047e-43d3-8399-e5e629d3144b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:25.009419 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9291b53-047e-43d3-8399-e5e629d3144b None None] Bound using segment: {'id': '3f443235-55d0-4d2d-a949-b49c1a220799', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700'} {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 02 03:14:25.010224 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.managers [None req-c9291b53-047e-43d3-8399-e5e629d3144b None None] Bound port: fb9e5ab2-93b6-489d-84f4-daf4f4c762d2, host: dv-cinder-789077-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f443235-55d0-4d2d-a949-b49c1a220799', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700'}}] {{(pid=73902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 02 03:14:25.010898 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-c9291b53-047e-43d3-8399-e5e629d3144b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:25.059462 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-cb9defda-df97-45c0-afdc-b8dc6bdf545f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:14:25.093781 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-67bc21b2-90c4-40ab-bfdf-0fadd04040d3 None None] Provisioning for port ec28445f-70f5-43d2-acfb-9b77a2ba8a6d completed by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:14:25.113742 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-67bc21b2-90c4-40ab-bfdf-0fadd04040d3 None None] Provisioning complete for port ec28445f-70f5-43d2-acfb-9b77a2ba8a6d triggered by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:14:25.114114 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-67bc21b2-90c4-40ab-bfdf-0fadd04040d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:25.133984 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-d1d33626-8e09-4c54-a3df-c85baee047ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:25.164612 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-c9291b53-047e-43d3-8399-e5e629d3144b None None] For port fb9e5ab2-93b6-489d-84f4-daf4f4c762d2, host dv-cinder-789077-1-iscsi, cleared binding levels {{(pid=73902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 02 03:14:25.183501 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-c9291b53-047e-43d3-8399-e5e629d3144b None None] For port fb9e5ab2-93b6-489d-84f4-daf4f4c762d2, host dv-cinder-789077-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=fb9e5ab2-93b6-489d-84f4-daf4f4c762d2,segment=NetworkSegment(3f443235-55d0-4d2d-a949-b49c1a220799),segment_id=3f443235-55d0-4d2d-a949-b49c1a220799)] {{(pid=73902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 02 03:14:25.185627 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-67bc21b2-90c4-40ab-bfdf-0fadd04040d3 None None] Port ec28445f-70f5-43d2-acfb-9b77a2ba8a6d cannot update to ACTIVE because it is not bound. {{(pid=73902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 02 03:14:25.191171 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-c9291b53-047e-43d3-8399-e5e629d3144b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:25.196997 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:14:25.272292 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9291b53-047e-43d3-8399-e5e629d3144b None None] Routers {'6c9b500e-40c2-4764-9374-924f26999402'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:14:25.272919 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-c9291b53-047e-43d3-8399-e5e629d3144b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c557bbdc0>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:14:08Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['6c9b500e-40c2-4764-9374-924f26999402'], 'active': True} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:14:25.341274 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9defda-df97-45c0-afdc-b8dc6bdf545f None None] Pushing event updated for resources: {'Port': ['ID=fb9e5ab2-93b6-489d-84f4-daf4f4c762d2,revision_number=3']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:14:25.347157 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-cb9defda-df97-45c0-afdc-b8dc6bdf545f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:14:25.368314 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 263c56dc-032a-475d-ac95-0923db8fca40 up at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:14:25.437897 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-d1d33626-8e09-4c54-a3df-c85baee047ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:25.443461 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-d1d33626-8e09-4c54-a3df-c85baee047ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-899214'] for port, after_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:25.471183 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-269d0d21-9be7-44e7-aadc-e593a7dca6e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:14:25.520144 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvr_db [None req-c9291b53-047e-43d3-8399-e5e629d3144b None None] Set router 6c9b500e-40c2-4764-9374-924f26999402 gateway port host: dv-cinder-789077-1-iscsi {{(pid=73902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:14:25.554722 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d33626-8e09-4c54-a3df-c85baee047ba admin admin] Pushing event updated for resources: {'Port': ['ID=ec28445f-70f5-43d2-acfb-9b77a2ba8a6d,revision_number=2']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:14:25.564513 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-d1d33626-8e09-4c54-a3df-c85baee047ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:14:25.569587 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-d1d33626-8e09-4c54-a3df-c85baee047ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-400757'] for router_interface, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:25.593775 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning complete for port 263c56dc-032a-475d-ac95-0923db8fca40 triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:14:25.594144 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:25.795632 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d33626-8e09-4c54-a3df-c85baee047ba admin admin] Network 348595d7-7f35-4e83-a43a-21e5f105b128 is already hosted by enough agents. {{(pid=73900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:14:25.797292 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.base_scheduler [None req-d1d33626-8e09-4c54-a3df-c85baee047ba admin admin] Resources bound (agent type, host, resource id):  {{(pid=73900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:14:25.854286 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018947f-53e2-4495-907e-fbb990323cb1 req-4ae8b788-3183-4e30-8f27-bea63bf08250 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:25.856367 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-1018947f-53e2-4495-907e-fbb990323cb1 req-4ae8b788-3183-4e30-8f27-bea63bf08250 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 947 time: 0.1396899
May 02 03:14:25.953399 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-1018947f-53e2-4495-907e-fbb990323cb1 req-45b71ab9-e23d-4003-8bc8-12651a94e9e3 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0830715
May 02 03:14:26.030074 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-c9291b53-047e-43d3-8399-e5e629d3144b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c557bbdc0>, [{'id': '6c9b500e-40c2-4764-9374-924f26999402', 'name': 'tempest-AttachVolumeTestJSON-1406772695-router', 'tenant_id': 'bbaedd301c3b45158260ff4d1414e77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'fb9e5ab2-93b6-489d-84f4-daf4f4c762d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:14:20Z', 'updated_at': '2021-05-02T03:14:25Z', 'revision_number': 4, 'project_id': 'bbaedd301c3b45158260ff4d1414e77b', 'gw_port': {'id': 'fb9e5ab2-93b6-489d-84f4-daf4f4c762d2', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cd:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9b500e-40c2-4764-9374-924f26999402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:14:21Z', 'updated_at': '2021-05-02T03:14:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_interfaces': [{'id': 'ec28445f-70f5-43d2-acfb-9b77a2ba8a6d', 'name': '', 'network_id': '348595d7-7f35-4e83-a43a-21e5f105b128', 'tenant_id': 'bbaedd301c3b45158260ff4d1414e77b', 'mac_address': 'fa:16:3e:54:04:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9b500e-40c2-4764-9374-924f26999402', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2f6786fd-128a-4bcf-a886-1f47f06c4a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:14:24Z', 'updated_at': '2021-05-02T03:14:24Z', 'revision_number': 1, 'project_id': 'bbaedd301c3b45158260ff4d1414e77b', 'subnets': [{'id': '2f6786fd-128a-4bcf-a886-1f47f06c4a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:14:26.036457 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9291b53-047e-43d3-8399-e5e629d3144b None None] The sync data for ids ['6c9b500e-40c2-4764-9374-924f26999402'] in dv-cinder-789077-1-iscsi is: [{'id': '6c9b500e-40c2-4764-9374-924f26999402', 'name': 'tempest-AttachVolumeTestJSON-1406772695-router', 'tenant_id': 'bbaedd301c3b45158260ff4d1414e77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'fb9e5ab2-93b6-489d-84f4-daf4f4c762d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:14:20Z', 'updated_at': '2021-05-02T03:14:25Z', 'revision_number': 4, 'project_id': 'bbaedd301c3b45158260ff4d1414e77b', 'gw_port': {'id': 'fb9e5ab2-93b6-489d-84f4-daf4f4c762d2', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cd:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9b500e-40c2-4764-9374-924f26999402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:14:21Z', 'updated_at': '2021-05-02T03:14:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_interfaces': [{'id': 'ec28445f-70f5-43d2-acfb-9b77a2ba8a6d', 'name': '', 'network_id': '348595d7-7f35-4e83-a43a-21e5f105b128', 'tenant_id': 'bbaedd301c3b45158260ff4d1414e77b', 'mac_address': 'fa:16:3e:54:04:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9b500e-40c2-4764-9374-924f26999402', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2f6786fd-128a-4bcf-a886-1f47f06c4a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:14:24Z', 'updated_at': '2021-05-02T03:14:24Z', 'revision_number': 1, 'project_id': 'bbaedd301c3b45158260ff4d1414e77b', 'subnets': [{'id': '2f6786fd-128a-4bcf-a886-1f47f06c4a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 02 03:14:26.066242 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d33626-8e09-4c54-a3df-c85baee047ba admin admin] Router 6c9b500e-40c2-4764-9374-924f26999402 has already been hosted by L3 agent c822661f-3527-457d-a53a-678072f60f18 {{(pid=73900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 02 03:14:26.120734 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-06aa81dc-e329-4921-86d4-ce572fa75351 None None] Provisioning complete for port ec28445f-70f5-43d2-acfb-9b77a2ba8a6d triggered by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:14:26.121650 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-06aa81dc-e329-4921-86d4-ce572fa75351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:26.182936 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-06aa81dc-e329-4921-86d4-ce572fa75351 None None] Port ec28445f-70f5-43d2-acfb-9b77a2ba8a6d cannot update to ACTIVE because it is not bound. {{(pid=73902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 02 03:14:26.297663 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d33626-8e09-4c54-a3df-c85baee047ba admin admin] Notify agent at l3_agent.dv-cinder-789077-1-iscsi the message routers_updated {{(pid=73900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 02 03:14:26.312228 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-d1d33626-8e09-4c54-a3df-c85baee047ba admin admin] 10.222.0.38 "PUT /v2.0/routers/6c9b500e-40c2-4764-9374-924f26999402/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0926716
May 02 03:14:27.032950 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 49806) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:14:27.038769 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [None req-3a6c031e-4a4a-4980-b145-7377562693e1 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1781438828', 'description': 'tempest-description--393412644'}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:14:27.045158 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-3a6c031e-4a4a-4980-b145-7377562693e1 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:14:27.050772 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-3a6c031e-4a4a-4980-b145-7377562693e1 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Usage tracker for resource:security_group and tenant:bbaedd301c3b45158260ff4d1414e77b is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:14:27.059649 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-3a6c031e-4a4a-4980-b145-7377562693e1 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:14:27.066573 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-3a6c031e-4a4a-4980-b145-7377562693e1 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:14:27.082397 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-3a6c031e-4a4a-4980-b145-7377562693e1 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks [] for security_group, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:27.115240 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-3a6c031e-4a4a-4980-b145-7377562693e1 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:14:27.119241 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-3a6c031e-4a4a-4980-b145-7377562693e1 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Usage tracker for resource:security_group_rule and tenant:bbaedd301c3b45158260ff4d1414e77b is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:14:27.123122 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-3a6c031e-4a4a-4980-b145-7377562693e1 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:14:27.129454 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-3a6c031e-4a4a-4980-b145-7377562693e1 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:14:27.239494 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-3a6c031e-4a4a-4980-b145-7377562693e1 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks [] for security_group, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:27.245923 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-3a6c031e-4a4a-4980-b145-7377562693e1 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:27.249270 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc06897e-ee81-4bd2-bdc9-92b33b7a83e1 req-64cb14fd-8b4f-4efc-b8d7-aeada380c691 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:27.250952 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-dc06897e-ee81-4bd2-bdc9-92b33b7a83e1 req-64cb14fd-8b4f-4efc-b8d7-aeada380c691 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 947 time: 0.1424663
May 02 03:14:27.255490 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-1043372a-451a-46fd-9e4d-8ebae4098bb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:14:27.301174 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6c031e-4a4a-4980-b145-7377562693e1 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab03cf37-b870-43b5-aa83-8dd83d7cb1f3,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:14:27.304119 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-3a6c031e-4a4a-4980-b145-7377562693e1 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks [] for security_group, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:27.310007 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-3a6c031e-4a4a-4980-b145-7377562693e1 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2713275
May 02 03:14:27.310007 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-3a6c031e-4a4a-4980-b145-7377562693e1 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:14:27.310327 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 49810) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:14:27.315633 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [None req-bbf81178-832f-4553-8edc-366febcd5b1a tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Request body: {'security_group_rule': {'security_group_id': 'ab03cf37-b870-43b5-aa83-8dd83d7cb1f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:14:27.316962 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-dc06897e-ee81-4bd2-bdc9-92b33b7a83e1 req-02b93127-c533-48ce-a1b4-3b26af892291 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0575414
May 02 03:14:27.322276 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-bbf81178-832f-4553-8edc-366febcd5b1a tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:14:27.328739 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-bbf81178-832f-4553-8edc-366febcd5b1a tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Usage tracker for resource:security_group_rule and tenant:bbaedd301c3b45158260ff4d1414e77b is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:14:27.332117 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-bbf81178-832f-4553-8edc-366febcd5b1a tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:14:27.339027 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-bbf81178-832f-4553-8edc-366febcd5b1a tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:14:27.369491 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-bbf81178-832f-4553-8edc-366febcd5b1a tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:27.492391 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device fb9e5ab2-93b6-489d-84f4-daf4f4c762d2 up at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:14:27.564910 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-bbf81178-832f-4553-8edc-366febcd5b1a tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:27.569223 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-bbf81178-832f-4553-8edc-366febcd5b1a tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497234'] for security_group_rule, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:27.570403 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning for port fb9e5ab2-93b6-489d-84f4-daf4f4c762d2 completed by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:14:27.571158 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:14:27.575988 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning complete for port fb9e5ab2-93b6-489d-84f4-daf4f4c762d2 triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:14:27.576550 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:27.592636 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf81178-832f-4553-8edc-366febcd5b1a tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3468056a-44f0-43ee-9622-e4c02f63b00c,revision_number=0']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:14:27.596755 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-bbf81178-832f-4553-8edc-366febcd5b1a tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:14:27.606220 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-bbf81178-832f-4553-8edc-366febcd5b1a tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:27.607823 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-bbf81178-832f-4553-8edc-366febcd5b1a tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2966328
May 02 03:14:27.610336 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 49814) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:14:27.615841 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [None req-7603fc18-3077-47f2-bc2e-cb1e55b78095 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Request body: {'security_group_rule': {'security_group_id': 'ab03cf37-b870-43b5-aa83-8dd83d7cb1f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:14:27.622026 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-7603fc18-3077-47f2-bc2e-cb1e55b78095 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:14:27.625813 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-7603fc18-3077-47f2-bc2e-cb1e55b78095 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Usage tracker for resource:security_group_rule and tenant:bbaedd301c3b45158260ff4d1414e77b is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:14:27.629291 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-7603fc18-3077-47f2-bc2e-cb1e55b78095 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:14:27.635052 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-7603fc18-3077-47f2-bc2e-cb1e55b78095 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:14:27.653127 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-7603fc18-3077-47f2-bc2e-cb1e55b78095 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:27.713455 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:27.726380 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-7603fc18-3077-47f2-bc2e-cb1e55b78095 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:27.731820 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-7603fc18-3077-47f2-bc2e-cb1e55b78095 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497234'] for security_group_rule, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:27.734282 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] For port fb9e5ab2-93b6-489d-84f4-daf4f4c762d2, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=fb9e5ab2-93b6-489d-84f4-daf4f4c762d2,segment=NetworkSegment(3f443235-55d0-4d2d-a949-b49c1a220799),segment_id=3f443235-55d0-4d2d-a949-b49c1a220799)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:14:27.735415 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-bbf81178-832f-4553-8edc-366febcd5b1a tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:14:27.738971 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:27.744287 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:14:27.764468 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7603fc18-3077-47f2-bc2e-cb1e55b78095 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06b18bee-35da-4466-896b-4341089be436,revision_number=0']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:14:27.769386 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-7603fc18-3077-47f2-bc2e-cb1e55b78095 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:14:27.776671 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-7603fc18-3077-47f2-bc2e-cb1e55b78095 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:27.781677 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-7603fc18-3077-47f2-bc2e-cb1e55b78095 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1671252
May 02 03:14:27.781981 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 49818) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:14:27.790016 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [None req-caba449f-ae59-4b79-8d2e-cb4c3f00f013 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Request body: {'floatingip': {'floating_network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700'}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:14:27.799946 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-caba449f-ae59-4b79-8d2e-cb4c3f00f013 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:14:27.804196 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-caba449f-ae59-4b79-8d2e-cb4c3f00f013 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Usage tracker for resource:floatingip and tenant:bbaedd301c3b45158260ff4d1414e77b is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:14:27.807210 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-caba449f-ae59-4b79-8d2e-cb4c3f00f013 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:14:27.813680 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-caba449f-ae59-4b79-8d2e-cb4c3f00f013 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:14:27.821017 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Pushing event updated for resources: {'Port': ['ID=fb9e5ab2-93b6-489d-84f4-daf4f4c762d2,revision_number=4']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:14:27.825324 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:14:27.825930 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-caba449f-ae59-4b79-8d2e-cb4c3f00f013 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks [] for floatingip, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:27.987574 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-caba449f-ae59-4b79-8d2e-cb4c3f00f013 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:28.142772 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.db_base_plugin_common [None req-caba449f-ae59-4b79-8d2e-cb4c3f00f013 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Allocated IP 172.27.0.71 (8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700/cde322b7-5107-4ee3-8bef-bf160ca73532/87363f22-2202-4bc9-b75e-50bebf205377) {{(pid=73900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 02 03:14:28.304018 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-caba449f-ae59-4b79-8d2e-cb4c3f00f013 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks [] for port, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:28.328203 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0d36d0-d9d5-4411-818e-870eeb6815b7 None None] Sync routers for ids ['6c9b500e-40c2-4764-9374-924f26999402'] in dv-cinder-789077-1-iscsi {{(pid=73903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 02 03:14:28.343149 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0d36d0-d9d5-4411-818e-870eeb6815b7 None None] Routers {'6c9b500e-40c2-4764-9374-924f26999402'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:14:28.344457 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-3a0d36d0-d9d5-4411-818e-870eeb6815b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c55926b80>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:14:08Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['6c9b500e-40c2-4764-9374-924f26999402'], 'active': True} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:14:28.345279 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-caba449f-ae59-4b79-8d2e-cb4c3f00f013 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747865333526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-899257'] for port, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:28.352382 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-d1d33626-8e09-4c54-a3df-c85baee047ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:14:28.419710 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caba449f-ae59-4b79-8d2e-cb4c3f00f013 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Network 8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700 is already hosted by enough agents. {{(pid=73900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:14:28.422383 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.base_scheduler [None req-caba449f-ae59-4b79-8d2e-cb4c3f00f013 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Resources bound (agent type, host, resource id):  {{(pid=73900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:14:28.430273 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caba449f-ae59-4b79-8d2e-cb4c3f00f013 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Received port after_create {{(pid=73900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 02 03:14:28.475610 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba449f-ae59-4b79-8d2e-cb4c3f00f013 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Pushing event updated for resources: {'Port': ['ID=87363f22-2202-4bc9-b75e-50bebf205377,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:14:28.482147 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-caba449f-ae59-4b79-8d2e-cb4c3f00f013 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:14:28.529898 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-caba449f-ae59-4b79-8d2e-cb4c3f00f013 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:28.545253 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvr_db [None req-3a0d36d0-d9d5-4411-818e-870eeb6815b7 None None] Set router 6c9b500e-40c2-4764-9374-924f26999402 gateway port host: dv-cinder-789077-1-iscsi {{(pid=73903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:14:28.545557 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c5393b-0135-4e47-bbfa-ab624323b704 req-49bade5c-5b81-4710-94df-eedae93b4840 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:28.553305 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-b7c5393b-0135-4e47-bbfa-ab624323b704 req-49bade5c-5b81-4710-94df-eedae93b4840 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 947 time: 0.1006010
May 02 03:14:28.600976 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-caba449f-ae59-4b79-8d2e-cb4c3f00f013 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:28.608349 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-b7c5393b-0135-4e47-bbfa-ab624323b704 req-b272db0d-cf85-4457-891b-f7fab57bd134 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490224
May 02 03:14:28.832684 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-caba449f-ae59-4b79-8d2e-cb4c3f00f013 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks [] for port, precommit_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:28.837595 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-caba449f-ae59-4b79-8d2e-cb4c3f00f013 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-899214'] for port, after_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:28.841741 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:14:28.891164 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-3a0d36d0-d9d5-4411-818e-870eeb6815b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c55926b80>, [{'id': '6c9b500e-40c2-4764-9374-924f26999402', 'name': 'tempest-AttachVolumeTestJSON-1406772695-router', 'tenant_id': 'bbaedd301c3b45158260ff4d1414e77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'fb9e5ab2-93b6-489d-84f4-daf4f4c762d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:14:20Z', 'updated_at': '2021-05-02T03:14:25Z', 'revision_number': 4, 'project_id': 'bbaedd301c3b45158260ff4d1414e77b', 'gw_port': {'id': 'fb9e5ab2-93b6-489d-84f4-daf4f4c762d2', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9b500e-40c2-4764-9374-924f26999402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:14:21Z', 'updated_at': '2021-05-02T03:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_interfaces': [{'id': 'ec28445f-70f5-43d2-acfb-9b77a2ba8a6d', 'name': '', 'network_id': '348595d7-7f35-4e83-a43a-21e5f105b128', 'tenant_id': 'bbaedd301c3b45158260ff4d1414e77b', 'mac_address': 'fa:16:3e:54:04:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9b500e-40c2-4764-9374-924f26999402', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2f6786fd-128a-4bcf-a886-1f47f06c4a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:14:24Z', 'updated_at': '2021-05-02T03:14:25Z', 'revision_number': 2, 'project_id': 'bbaedd301c3b45158260ff4d1414e77b', 'subnets': [{'id': '2f6786fd-128a-4bcf-a886-1f47f06c4a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:14:28.895153 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0d36d0-d9d5-4411-818e-870eeb6815b7 None None] Checking router: 6c9b500e-40c2-4764-9374-924f26999402 for host: dv-cinder-789077-1-iscsi {{(pid=73903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 02 03:14:28.895502 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0d36d0-d9d5-4411-818e-870eeb6815b7 None None] Updating router 6c9b500e-40c2-4764-9374-924f26999402 port ec28445f-70f5-43d2-acfb-9b77a2ba8a6d binding host dv-cinder-789077-1-iscsi {{(pid=73903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 02 03:14:28.953885 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba449f-ae59-4b79-8d2e-cb4c3f00f013 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Pushing event updated for resources: {'Port': ['ID=87363f22-2202-4bc9-b75e-50bebf205377,revision_number=2']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:14:28.954149 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-3a0d36d0-d9d5-4411-818e-870eeb6815b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:28.956766 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-caba449f-ae59-4b79-8d2e-cb4c3f00f013 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:14:28.968106 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-caba449f-ae59-4b79-8d2e-cb4c3f00f013 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419409'] for floatingip, after_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:28.992978 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-caba449f-ae59-4b79-8d2e-cb4c3f00f013 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for floatingip, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:28.998173 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-caba449f-ae59-4b79-8d2e-cb4c3f00f013 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.2111537
May 02 03:14:29.205137 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-23e7539c-6f3c-4e9e-9155-97daf975bc5d tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Synchronizing usage tracker for tenant:bbaedd301c3b45158260ff4d1414e77b on resource:security_group {{(pid=73901) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 02 03:14:29.224801 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-23e7539c-6f3c-4e9e-9155-97daf975bc5d tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Unset dirty status for tenant:bbaedd301c3b45158260ff4d1414e77b on resource:security_group {{(pid=73901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 02 03:14:29.226247 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-23e7539c-6f3c-4e9e-9155-97daf975bc5d tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1781438828&fields=id&tenant_id=bbaedd301c3b45158260ff4d1414e77b HTTP/1.1" status: 200  len: 267 time: 0.0677307
May 02 03:14:29.331873 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-3a0d36d0-d9d5-4411-818e-870eeb6815b7 None None] Notify callbacks [] for port, precommit_update {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:29.345050 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.provisioning_blocks [None req-3a0d36d0-d9d5-4411-818e-870eeb6815b7 None None] Transition to ACTIVE for port object ec28445f-70f5-43d2-acfb-9b77a2ba8a6d will not be triggered until provisioned by entity L2. {{(pid=73903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:14:29.352399 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-3a0d36d0-d9d5-4411-818e-870eeb6815b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:29.358480 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG oslo_concurrency.lockutils [None req-ab58d0ee-127b-4d8c-be2e-78740f19af1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:14:29.369183 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device fb9e5ab2-93b6-489d-84f4-daf4f4c762d2 up at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:14:29.391957 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-5560762a-3e07-487c-9e89-6b2a259d4f88 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:29.392769 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-5560762a-3e07-487c-9e89-6b2a259d4f88 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Synchronizing usage tracker for tenant:bbaedd301c3b45158260ff4d1414e77b on resource:network {{(pid=73901) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 02 03:14:29.416315 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-5560762a-3e07-487c-9e89-6b2a259d4f88 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Unset dirty status for tenant:bbaedd301c3b45158260ff4d1414e77b on resource:network {{(pid=73901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 02 03:14:29.417588 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-5560762a-3e07-487c-9e89-6b2a259d4f88 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "GET /v2.0/networks?id=348595d7-7f35-4e83-a43a-21e5f105b128 HTTP/1.1" status: 200  len: 811 time: 0.1837761
May 02 03:14:29.439015 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-5b657e5e-9d43-4907-8681-3f878415ea2a tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "GET /v2.0/quotas/bbaedd301c3b45158260ff4d1414e77b HTTP/1.1" status: 200  len: 375 time: 0.0105207
May 02 03:14:29.451345 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning complete for port fb9e5ab2-93b6-489d-84f4-daf4f4c762d2 triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:14:29.451951 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:29.524900 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d66bce-dad0-4e9b-ba74-3de043c6d384 None None] Pushing event updated for resources: {'Port': ['ID=ec28445f-70f5-43d2-acfb-9b77a2ba8a6d,revision_number=3']} {{(pid=73903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:14:29.552467 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-57e2cc0e-59d1-4dd5-ab3a-e3bdd4325b3c tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=bbaedd301c3b45158260ff4d1414e77b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1012521
May 02 03:14:29.582302 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d66bce-dad0-4e9b-ba74-3de043c6d384 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:14:29.582670 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d66bce-dad0-4e9b-ba74-3de043c6d384 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:14:29.583187 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d66bce-dad0-4e9b-ba74-3de043c6d384 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:14:29.583674 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d66bce-dad0-4e9b-ba74-3de043c6d384 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:14:29.584150 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d66bce-dad0-4e9b-ba74-3de043c6d384 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:14:29.584632 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d66bce-dad0-4e9b-ba74-3de043c6d384 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:14:29.585121 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d66bce-dad0-4e9b-ba74-3de043c6d384 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:14:29.585605 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d66bce-dad0-4e9b-ba74-3de043c6d384 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:14:29.586107 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d66bce-dad0-4e9b-ba74-3de043c6d384 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:14:29.586597 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d66bce-dad0-4e9b-ba74-3de043c6d384 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:14:29.587093 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d66bce-dad0-4e9b-ba74-3de043c6d384 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:14:29.587564 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d66bce-dad0-4e9b-ba74-3de043c6d384 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:14:29.591647 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.managers [None req-3a0d36d0-d9d5-4411-818e-870eeb6815b7 None None] Attempting to bind port ec28445f-70f5-43d2-acfb-9b77a2ba8a6d on host dv-cinder-789077-1-iscsi for vnic_type normal with profile  {{(pid=73903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 02 03:14:29.592254 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.managers [None req-3a0d36d0-d9d5-4411-818e-870eeb6815b7 None None] Attempting to bind port ec28445f-70f5-43d2-acfb-9b77a2ba8a6d by drivers openvswitch,hyperv on host dv-cinder-789077-1-iscsi at level 0 using segments [{'id': '26538810-a0cf-41d6-9ffd-cb77e61e008b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '348595d7-7f35-4e83-a43a-21e5f105b128'}] {{(pid=73903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 02 03:14:29.592833 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0d36d0-d9d5-4411-818e-870eeb6815b7 None None] Attempting to bind port ec28445f-70f5-43d2-acfb-9b77a2ba8a6d on network 348595d7-7f35-4e83-a43a-21e5f105b128 {{(pid=73903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:14:29.599119 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG oslo_concurrency.lockutils [None req-a4d66bce-dad0-4e9b-ba74-3de043c6d384 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=73903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:14:29.599884 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0d36d0-d9d5-4411-818e-870eeb6815b7 None None] Checking agent: {'id': 'b50cee90-c6d3-4c0d-a208-12c20bd9f0cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 2, 8), 'started_at': datetime.datetime(2021, 5, 2, 3, 2, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 02 03:14:29.600347 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0d36d0-d9d5-4411-818e-870eeb6815b7 None None] Checking segment: {'id': '26538810-a0cf-41d6-9ffd-cb77e61e008b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '348595d7-7f35-4e83-a43a-21e5f105b128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:14:29.600750 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-3a0d36d0-d9d5-4411-818e-870eeb6815b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:29.601144 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0d36d0-d9d5-4411-818e-870eeb6815b7 None None] Bound using segment: {'id': '26538810-a0cf-41d6-9ffd-cb77e61e008b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '348595d7-7f35-4e83-a43a-21e5f105b128'} {{(pid=73903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 02 03:14:29.601623 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.managers [None req-3a0d36d0-d9d5-4411-818e-870eeb6815b7 None None] Bound port: ec28445f-70f5-43d2-acfb-9b77a2ba8a6d, host: dv-cinder-789077-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26538810-a0cf-41d6-9ffd-cb77e61e008b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '348595d7-7f35-4e83-a43a-21e5f105b128'}}] {{(pid=73903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 02 03:14:29.602012 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-3a0d36d0-d9d5-4411-818e-870eeb6815b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:29.702696 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.db [None req-3a0d36d0-d9d5-4411-818e-870eeb6815b7 None None] For port ec28445f-70f5-43d2-acfb-9b77a2ba8a6d, host dv-cinder-789077-1-iscsi, cleared binding levels {{(pid=73903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 02 03:14:29.708213 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.db [None req-3a0d36d0-d9d5-4411-818e-870eeb6815b7 None None] For port ec28445f-70f5-43d2-acfb-9b77a2ba8a6d, host dv-cinder-789077-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=ec28445f-70f5-43d2-acfb-9b77a2ba8a6d,segment=NetworkSegment(26538810-a0cf-41d6-9ffd-cb77e61e008b),segment_id=26538810-a0cf-41d6-9ffd-cb77e61e008b)] {{(pid=73903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 02 03:14:29.717585 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-3a0d36d0-d9d5-4411-818e-870eeb6815b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:29.722315 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-6793653e-79df-4a17-9e3f-71aaea09cfcb service neutron] 10.222.0.38 "GET /v2.0/networks/348595d7-7f35-4e83-a43a-21e5f105b128?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1571915
May 02 03:14:29.739244 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG oslo_concurrency.lockutils [None req-ab58d0ee-127b-4d8c-be2e-78740f19af1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:14:29.865675 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0d36d0-d9d5-4411-818e-870eeb6815b7 None None] Routers {'6c9b500e-40c2-4764-9374-924f26999402'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:14:29.866296 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-3a0d36d0-d9d5-4411-818e-870eeb6815b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c55926b80>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:14:08Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['6c9b500e-40c2-4764-9374-924f26999402'], 'active': True} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:14:29.942777 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d66bce-dad0-4e9b-ba74-3de043c6d384 None None] Pushing event updated for resources: {'Port': ['ID=ec28445f-70f5-43d2-acfb-9b77a2ba8a6d,revision_number=4']} {{(pid=73903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:14:29.947392 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG oslo_concurrency.lockutils [None req-a4d66bce-dad0-4e9b-ba74-3de043c6d384 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=73903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:14:30.031812 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-9c0941ea-0ac4-4b55-931b-4fc26b2ce798 service neutron] 10.222.0.38 "GET /v2.0/networks/348595d7-7f35-4e83-a43a-21e5f105b128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2962351
May 02 03:14:30.040005 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2611e2-32a0-48e5-87af-ca9f1d2f79e4 req-6af8b1b3-112d-40a2-925e-e31ab7201cf6 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:30.041527 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-bb2611e2-32a0-48e5-87af-ca9f1d2f79e4 req-6af8b1b3-112d-40a2-925e-e31ab7201cf6 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 947 time: 0.2986350
May 02 03:14:30.086359 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvr_db [None req-3a0d36d0-d9d5-4411-818e-870eeb6815b7 None None] Set router 6c9b500e-40c2-4764-9374-924f26999402 gateway port host: dv-cinder-789077-1-iscsi {{(pid=73903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:14:30.097843 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-bb2611e2-32a0-48e5-87af-ca9f1d2f79e4 req-88642261-8015-49d5-b25b-03764c339474 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485578
May 02 03:14:30.308645 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-818d23eb-e2f5-4db9-b5bb-835af3d0ee34 req-a4592938-6a84-404f-bb13-135f7180ee2e tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "GET /v2.0/ports?device_id=19d37728-982c-46fa-bd4b-94c21efd35ff HTTP/1.1" status: 200  len: 210 time: 0.0531027
May 02 03:14:30.452852 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-3a0d36d0-d9d5-4411-818e-870eeb6815b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c55926b80>, [{'id': '6c9b500e-40c2-4764-9374-924f26999402', 'name': 'tempest-AttachVolumeTestJSON-1406772695-router', 'tenant_id': 'bbaedd301c3b45158260ff4d1414e77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'fb9e5ab2-93b6-489d-84f4-daf4f4c762d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:14:20Z', 'updated_at': '2021-05-02T03:14:25Z', 'revision_number': 4, 'project_id': 'bbaedd301c3b45158260ff4d1414e77b', 'gw_port': {'id': 'fb9e5ab2-93b6-489d-84f4-daf4f4c762d2', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9b500e-40c2-4764-9374-924f26999402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:14:21Z', 'updated_at': '2021-05-02T03:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_interfaces': [{'id': 'ec28445f-70f5-43d2-acfb-9b77a2ba8a6d', 'name': '', 'network_id': '348595d7-7f35-4e83-a43a-21e5f105b128', 'tenant_id': 'bbaedd301c3b45158260ff4d1414e77b', 'mac_address': 'fa:16:3e:54:04:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9b500e-40c2-4764-9374-924f26999402', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2f6786fd-128a-4bcf-a886-1f47f06c4a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:14:24Z', 'updated_at': '2021-05-02T03:14:29Z', 'revision_number': 4, 'project_id': 'bbaedd301c3b45158260ff4d1414e77b', 'subnets': [{'id': '2f6786fd-128a-4bcf-a886-1f47f06c4a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:14:30.456989 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0d36d0-d9d5-4411-818e-870eeb6815b7 None None] The sync data for ids ['6c9b500e-40c2-4764-9374-924f26999402'] in dv-cinder-789077-1-iscsi is: [{'id': '6c9b500e-40c2-4764-9374-924f26999402', 'name': 'tempest-AttachVolumeTestJSON-1406772695-router', 'tenant_id': 'bbaedd301c3b45158260ff4d1414e77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'fb9e5ab2-93b6-489d-84f4-daf4f4c762d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:14:20Z', 'updated_at': '2021-05-02T03:14:25Z', 'revision_number': 4, 'project_id': 'bbaedd301c3b45158260ff4d1414e77b', 'gw_port': {'id': 'fb9e5ab2-93b6-489d-84f4-daf4f4c762d2', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9b500e-40c2-4764-9374-924f26999402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:14:21Z', 'updated_at': '2021-05-02T03:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_interfaces': [{'id': 'ec28445f-70f5-43d2-acfb-9b77a2ba8a6d', 'name': '', 'network_id': '348595d7-7f35-4e83-a43a-21e5f105b128', 'tenant_id': 'bbaedd301c3b45158260ff4d1414e77b', 'mac_address': 'fa:16:3e:54:04:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9b500e-40c2-4764-9374-924f26999402', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2f6786fd-128a-4bcf-a886-1f47f06c4a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:14:24Z', 'updated_at': '2021-05-02T03:14:29Z', 'revision_number': 4, 'project_id': 'bbaedd301c3b45158260ff4d1414e77b', 'subnets': [{'id': '2f6786fd-128a-4bcf-a886-1f47f06c4a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 02 03:14:31.308339 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27daadcf-c82a-4c9f-9809-5281ef9c0db9 req-34c0058f-346a-4065-85e0-e146a8bff608 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:31.310575 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-27daadcf-c82a-4c9f-9809-5281ef9c0db9 req-34c0058f-346a-4065-85e0-e146a8bff608 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 947 time: 0.0910025
May 02 03:14:31.394635 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-27daadcf-c82a-4c9f-9809-5281ef9c0db9 req-422da888-1534-449b-bbed-cc5551ede7c4 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0771873
May 02 03:14:31.442810 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device ec28445f-70f5-43d2-acfb-9b77a2ba8a6d up at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:14:31.513566 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-1ea374c5-7958-41a8-9169-aa3cff5fe6d3 req-afaa13ed-8002-47b5-99a1-ac6e15bb1a6c tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "GET /v2.0/ports?device_id=19d37728-982c-46fa-bd4b-94c21efd35ff HTTP/1.1" status: 200  len: 210 time: 0.0561321
May 02 03:14:31.537083 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-d4210e27-a01c-4b67-aae3-3a8e8e24b50a tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:31.538636 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-d4210e27-a01c-4b67-aae3-3a8e8e24b50a tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.37 "GET /v2.0/networks?id=348595d7-7f35-4e83-a43a-21e5f105b128 HTTP/1.1" status: 200  len: 811 time: 0.2419274
May 02 03:14:31.547665 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning for port ec28445f-70f5-43d2-acfb-9b77a2ba8a6d completed by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:14:31.557261 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning complete for port ec28445f-70f5-43d2-acfb-9b77a2ba8a6d triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:14:31.557613 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:31.591961 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-71fb9333-c268-4a73-a681-381f0563c294 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Synchronizing usage tracker for tenant:bbaedd301c3b45158260ff4d1414e77b on resource:security_group {{(pid=73900) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 02 03:14:31.609701 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-71fb9333-c268-4a73-a681-381f0563c294 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Unset dirty status for tenant:bbaedd301c3b45158260ff4d1414e77b on resource:security_group {{(pid=73900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 02 03:14:31.611045 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-71fb9333-c268-4a73-a681-381f0563c294 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbaedd301c3b45158260ff4d1414e77b HTTP/1.1" status: 200  len: 380 time: 0.0636051
May 02 03:14:31.620760 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-6a6c7ba8-9cea-4c1c-9ef1-b969bc1e2b5d tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Request body: {'port': {'device_id': '19d37728-982c-46fa-bd4b-94c21efd35ff', 'network_id': '348595d7-7f35-4e83-a43a-21e5f105b128', 'admin_state_up': True, 'tenant_id': 'bbaedd301c3b45158260ff4d1414e77b', 'security_groups': ['ab03cf37-b870-43b5-aa83-8dd83d7cb1f3']}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:14:31.736663 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:31.771696 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] For port ec28445f-70f5-43d2-acfb-9b77a2ba8a6d, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=ec28445f-70f5-43d2-acfb-9b77a2ba8a6d,segment=NetworkSegment(26538810-a0cf-41d6-9ffd-cb77e61e008b),segment_id=26538810-a0cf-41d6-9ffd-cb77e61e008b)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:14:31.773833 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-6a6c7ba8-9cea-4c1c-9ef1-b969bc1e2b5d tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:14:31.776910 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:31.779094 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-6a6c7ba8-9cea-4c1c-9ef1-b969bc1e2b5d tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Usage tracker for resource:port and tenant:bbaedd301c3b45158260ff4d1414e77b is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:14:31.779872 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-afdce8c3-56ab-4876-b7ad-0eb8e63f8edf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:14:31.783057 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-6a6c7ba8-9cea-4c1c-9ef1-b969bc1e2b5d tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Quota usage for port was recalculated. Used quota:3. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:14:31.789537 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-6a6c7ba8-9cea-4c1c-9ef1-b969bc1e2b5d tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:14:31.801486 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-6a6c7ba8-9cea-4c1c-9ef1-b969bc1e2b5d tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Made reservation on behalf of bbaedd301c3b45158260ff4d1414e77b for: {'port': 1} {{(pid=73900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 02 03:14:31.805710 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-6a6c7ba8-9cea-4c1c-9ef1-b969bc1e2b5d tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:31.850452 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Pushing event updated for resources: {'Port': ['ID=ec28445f-70f5-43d2-acfb-9b77a2ba8a6d,revision_number=5']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:14:31.853467 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:14:31.976884 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.db_base_plugin_common [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-6a6c7ba8-9cea-4c1c-9ef1-b969bc1e2b5d tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Allocated IP 172.20.0.7 (348595d7-7f35-4e83-a43a-21e5f105b128/2f6786fd-128a-4bcf-a886-1f47f06c4a7a/857c3e5d-6949-4e2a-afda-d420d0f89be2) {{(pid=73900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 02 03:14:32.250279 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-6a6c7ba8-9cea-4c1c-9ef1-b969bc1e2b5d tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks [] for port, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:32.265870 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.provisioning_blocks [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-6a6c7ba8-9cea-4c1c-9ef1-b969bc1e2b5d tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Transition to ACTIVE for port object 857c3e5d-6949-4e2a-afda-d420d0f89be2 will not be triggered until provisioned by entity DHCP. {{(pid=73900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:14:32.288700 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-6a6c7ba8-9cea-4c1c-9ef1-b969bc1e2b5d tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747865333526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-899257'] for port, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:32.294520 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:14:32.361080 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-6a6c7ba8-9cea-4c1c-9ef1-b969bc1e2b5d tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Network 348595d7-7f35-4e83-a43a-21e5f105b128 is already hosted by enough agents. {{(pid=73900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:14:32.364524 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.base_scheduler [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-6a6c7ba8-9cea-4c1c-9ef1-b969bc1e2b5d tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Resources bound (agent type, host, resource id):  {{(pid=73900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:14:32.368458 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-6a6c7ba8-9cea-4c1c-9ef1-b969bc1e2b5d tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Received port after_create {{(pid=73900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 02 03:14:32.399116 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c7ba8-9cea-4c1c-9ef1-b969bc1e2b5d tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Pushing event updated for resources: {'Port': ['ID=857c3e5d-6949-4e2a-afda-d420d0f89be2,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:14:32.405858 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-6a6c7ba8-9cea-4c1c-9ef1-b969bc1e2b5d tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:14:32.444131 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-6a6c7ba8-9cea-4c1c-9ef1-b969bc1e2b5d tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:32.445835 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-6a6c7ba8-9cea-4c1c-9ef1-b969bc1e2b5d tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for port, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:32.471978 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-6a6c7ba8-9cea-4c1c-9ef1-b969bc1e2b5d tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8558240
May 02 03:14:32.484642 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-b12c3bea-acce-4c87-9af3-020062f5510b service neutron] Request body: {'port': {'device_id': '19d37728-982c-46fa-bd4b-94c21efd35ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78907'}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:14:32.614271 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-1769127b-26c9-4166-ae1c-2db2f7218478 None None] Provisioning for port 857c3e5d-6949-4e2a-afda-d420d0f89be2 completed by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:14:32.620324 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-1769127b-26c9-4166-ae1c-2db2f7218478 None None] Provisioning complete for port 857c3e5d-6949-4e2a-afda-d420d0f89be2 triggered by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:14:32.621463 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-1769127b-26c9-4166-ae1c-2db2f7218478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:32.628466 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-b12c3bea-acce-4c87-9af3-020062f5510b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:32.680467 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-1769127b-26c9-4166-ae1c-2db2f7218478 None None] Port 857c3e5d-6949-4e2a-afda-d420d0f89be2 cannot update to ACTIVE because it is not bound. {{(pid=73902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 02 03:14:32.707724 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e836f9-5b6f-41a8-8296-8c5c47cd31ab req-a211f96f-89cb-48e8-bc60-64632798eb7d tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:32.709202 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-59e836f9-5b6f-41a8-8296-8c5c47cd31ab req-a211f96f-89cb-48e8-bc60-64632798eb7d tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 947 time: 0.1492021
May 02 03:14:32.774890 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-59e836f9-5b6f-41a8-8296-8c5c47cd31ab req-447fbf41-ceb5-4c9c-bc3f-19330bf77a46 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581796
May 02 03:14:32.782278 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f921c74b-329f-4f4b-8f41-1ab478a280cc req-bf9621c4-e475-4f2d-a7e3-8802476e8678 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:32.784005 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-f921c74b-329f-4f4b-8f41-1ab478a280cc req-bf9621c4-e475-4f2d-a7e3-8802476e8678 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "GET /v2.0/ports?device_id=19d37728-982c-46fa-bd4b-94c21efd35ff HTTP/1.1" status: 200  len: 931 time: 0.1402013
May 02 03:14:32.833526 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-f921c74b-329f-4f4b-8f41-1ab478a280cc req-c66d82e8-2044-4f1b-8bdb-84f767290431 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "GET /v2.0/security-groups?id=ab03cf37-b870-43b5-aa83-8dd83d7cb1f3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437279
May 02 03:14:32.990747 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.notifiers.nova [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-b12c3bea-acce-4c87-9af3-020062f5510b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 857c3e5d-6949-4e2a-afda-d420d0f89be2 {{(pid=73900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 02 03:14:32.999313 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-b12c3bea-acce-4c87-9af3-020062f5510b service neutron] Notify callbacks [] for port, precommit_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:33.015435 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.provisioning_blocks [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-b12c3bea-acce-4c87-9af3-020062f5510b service neutron] Transition to ACTIVE for port object 857c3e5d-6949-4e2a-afda-d420d0f89be2 will not be triggered until provisioned by entity L2. {{(pid=73900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:14:33.019156 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-b12c3bea-acce-4c87-9af3-020062f5510b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-899214'] for port, after_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:33.023079 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-64b58c31-b599-480b-8766-70621b1671c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:14:33.190080 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c3bea-acce-4c87-9af3-020062f5510b service neutron] Pushing event updated for resources: {'Port': ['ID=857c3e5d-6949-4e2a-afda-d420d0f89be2,revision_number=2']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:14:33.193363 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-b12c3bea-acce-4c87-9af3-020062f5510b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:14:33.271467 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-b12c3bea-acce-4c87-9af3-020062f5510b service neutron] Attempting to bind port 857c3e5d-6949-4e2a-afda-d420d0f89be2 on host hv-cinder-78907 for vnic_type normal with profile  {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 02 03:14:33.271467 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-b12c3bea-acce-4c87-9af3-020062f5510b service neutron] Attempting to bind port 857c3e5d-6949-4e2a-afda-d420d0f89be2 by drivers openvswitch,hyperv on host hv-cinder-78907 at level 0 using segments [{'id': '26538810-a0cf-41d6-9ffd-cb77e61e008b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '348595d7-7f35-4e83-a43a-21e5f105b128'}] {{(pid=73900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 02 03:14:33.271886 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-b12c3bea-acce-4c87-9af3-020062f5510b service neutron] Attempting to bind port 857c3e5d-6949-4e2a-afda-d420d0f89be2 on network 348595d7-7f35-4e83-a43a-21e5f105b128 {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:14:33.276831 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-b12c3bea-acce-4c87-9af3-020062f5510b service neutron] Port 857c3e5d-6949-4e2a-afda-d420d0f89be2 on network 348595d7-7f35-4e83-a43a-21e5f105b128 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78907 {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 02 03:14:33.277146 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-b12c3bea-acce-4c87-9af3-020062f5510b service neutron] Attempting to bind port 857c3e5d-6949-4e2a-afda-d420d0f89be2 on network 348595d7-7f35-4e83-a43a-21e5f105b128 {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:14:33.286228 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-b12c3bea-acce-4c87-9af3-020062f5510b service neutron] Checking agent: {'id': '8531ff9a-0c75-4a44-9da7-2507d2e05f16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 8, 9), 'started_at': datetime.datetime(2021, 5, 2, 3, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 02 03:14:33.286579 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-b12c3bea-acce-4c87-9af3-020062f5510b service neutron] Checking segment: {'id': '26538810-a0cf-41d6-9ffd-cb77e61e008b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '348595d7-7f35-4e83-a43a-21e5f105b128'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:14:33.286968 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-b12c3bea-acce-4c87-9af3-020062f5510b service neutron] Bound using segment: {'id': '26538810-a0cf-41d6-9ffd-cb77e61e008b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '348595d7-7f35-4e83-a43a-21e5f105b128'} {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 02 03:14:33.287392 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-b12c3bea-acce-4c87-9af3-020062f5510b service neutron] Bound port: 857c3e5d-6949-4e2a-afda-d420d0f89be2, host: hv-cinder-78907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26538810-a0cf-41d6-9ffd-cb77e61e008b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '348595d7-7f35-4e83-a43a-21e5f105b128'}}] {{(pid=73900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 02 03:14:33.287733 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-b12c3bea-acce-4c87-9af3-020062f5510b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:33.355578 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device ec28445f-70f5-43d2-acfb-9b77a2ba8a6d up at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:14:33.393728 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-b12c3bea-acce-4c87-9af3-020062f5510b service neutron] For port 857c3e5d-6949-4e2a-afda-d420d0f89be2, host hv-cinder-78907, cleared binding levels {{(pid=73900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 02 03:14:33.396850 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-b12c3bea-acce-4c87-9af3-020062f5510b service neutron] For port 857c3e5d-6949-4e2a-afda-d420d0f89be2, host hv-cinder-78907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=857c3e5d-6949-4e2a-afda-d420d0f89be2,segment=NetworkSegment(26538810-a0cf-41d6-9ffd-cb77e61e008b),segment_id=26538810-a0cf-41d6-9ffd-cb77e61e008b)] {{(pid=73900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 02 03:14:33.403506 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-b12c3bea-acce-4c87-9af3-020062f5510b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-899214'] for port, after_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:33.408422 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-6b4a2cee-dfea-491c-9249-854099430470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:14:33.432379 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning complete for port ec28445f-70f5-43d2-acfb-9b77a2ba8a6d triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:14:33.432749 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:33.462287 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-b12c3bea-acce-4c87-9af3-020062f5510b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:33.462919 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-b12c3bea-acce-4c87-9af3-020062f5510b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for port, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:33.464406 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-b12c3bea-acce-4c87-9af3-020062f5510b service neutron] 10.222.0.37 "PUT /v2.0/ports/857c3e5d-6949-4e2a-afda-d420d0f89be2 HTTP/1.1" status: 200  len: 1093 time: 0.9848580
May 02 03:14:33.464894 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19d37728-982c-46fa-bd4b-94c21efd35ff', 'tag': '857c3e5d-6949-4e2a-afda-d420d0f89be2'}] {{(pid=73900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:14:33.491405 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c3bea-acce-4c87-9af3-020062f5510b service neutron] Pushing event updated for resources: {'Port': ['ID=857c3e5d-6949-4e2a-afda-d420d0f89be2,revision_number=3']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:14:33.494642 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-b12c3bea-acce-4c87-9af3-020062f5510b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:14:33.568023 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19d37728-982c-46fa-bd4b-94c21efd35ff', 'tag': '857c3e5d-6949-4e2a-afda-d420d0f89be2', 'status': 'completed', 'code': 200}
May 02 03:14:33.617452 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-bb984875-434f-495c-ab95-079187a5cc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:33.619077 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-bb984875-434f-495c-ab95-079187a5cc2e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bbaedd301c3b45158260ff4d1414e77b&device_id=19d37728-982c-46fa-bd4b-94c21efd35ff HTTP/1.1" status: 200  len: 1096 time: 0.1055641
May 02 03:14:33.689009 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-33da067a-978d-407d-8cfe-ed3a18fc4a5b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=857c3e5d-6949-4e2a-afda-d420d0f89be2 HTTP/1.1" status: 200  len: 217 time: 0.0623055
May 02 03:14:33.757129 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-0559fbcc-870e-4b3f-ad50-312634a28396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:33.758703 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-0559fbcc-870e-4b3f-ad50-312634a28396 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f6786fd-128a-4bcf-a886-1f47f06c4a7a HTTP/1.1" status: 200  len: 850 time: 0.0638778
May 02 03:14:33.843238 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-f4d90ff0-0ec4-479b-9b96-3bc6ececbcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:33.844697 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-f4d90ff0-0ec4-479b-9b96-3bc6ececbcb1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=348595d7-7f35-4e83-a43a-21e5f105b128&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0803003
May 02 03:14:33.978839 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-2e421491-b190-40cc-92f0-5b53a4fda5aa service neutron] 10.222.0.37 "GET /v2.0/networks/348595d7-7f35-4e83-a43a-21e5f105b128?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1273632
May 02 03:14:34.029423 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc041b1f-8004-422a-baae-ada502cc0759 req-b157b07f-5423-4acb-a1f6-fb835d61e17d tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:34.030903 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-fc041b1f-8004-422a-baae-ada502cc0759 req-b157b07f-5423-4acb-a1f6-fb835d61e17d tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 947 time: 0.1345673
May 02 03:14:34.081733 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f4dea-9b50-47e5-838b-64903b6d3d7d req-965a7d13-9ab6-4cda-aee5-5b9cd40ce240 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:34.083216 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-658f4dea-9b50-47e5-838b-64903b6d3d7d req-965a7d13-9ab6-4cda-aee5-5b9cd40ce240 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "GET /v2.0/ports?device_id=19d37728-982c-46fa-bd4b-94c21efd35ff HTTP/1.1" status: 200  len: 943 time: 0.1354635
May 02 03:14:34.112319 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-fc041b1f-8004-422a-baae-ada502cc0759 req-cf5ec71d-889a-414c-bb15-2327b8842c46 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0748975
May 02 03:14:34.146301 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-658f4dea-9b50-47e5-838b-64903b6d3d7d req-dec3e9bd-65bf-4954-95a7-7ee839b3f552 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "GET /v2.0/security-groups?id=ab03cf37-b870-43b5-aa83-8dd83d7cb1f3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0563955
May 02 03:14:34.206800 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-a5eef68c-7812-4995-8e1d-64215d45fae1 req-43ddc92b-65d9-4bc9-a1f4-3412b485fa79 service neutron] 10.222.0.37 "GET /v2.0/networks/348595d7-7f35-4e83-a43a-21e5f105b128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2212825
May 02 03:14:34.325830 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c2d75-39a8-4dff-b953-819ab45ea195 req-53988797-6748-4cfe-bf61-61abab89339e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:34.327360 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-cc9c2d75-39a8-4dff-b953-819ab45ea195 req-53988797-6748-4cfe-bf61-61abab89339e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bbaedd301c3b45158260ff4d1414e77b&device_id=19d37728-982c-46fa-bd4b-94c21efd35ff HTTP/1.1" status: 200  len: 1096 time: 0.0782428
May 02 03:14:34.467422 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c2d75-39a8-4dff-b953-819ab45ea195 req-86cd0b1a-d0f4-4598-a6cd-c4bbe40498e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:34.468790 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-cc9c2d75-39a8-4dff-b953-819ab45ea195 req-86cd0b1a-d0f4-4598-a6cd-c4bbe40498e6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=348595d7-7f35-4e83-a43a-21e5f105b128 HTTP/1.1" status: 200  len: 912 time: 0.1347020
May 02 03:14:34.541240 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-cc9c2d75-39a8-4dff-b953-819ab45ea195 req-ba5ad03a-f2df-477b-bcdf-9d19708cbd6b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=857c3e5d-6949-4e2a-afda-d420d0f89be2 HTTP/1.1" status: 200  len: 217 time: 0.0659060
May 02 03:14:34.614097 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c2d75-39a8-4dff-b953-819ab45ea195 req-a1ffad06-4536-4096-9c3c-026fcf338d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:34.615751 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-cc9c2d75-39a8-4dff-b953-819ab45ea195 req-a1ffad06-4536-4096-9c3c-026fcf338d13 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f6786fd-128a-4bcf-a886-1f47f06c4a7a HTTP/1.1" status: 200  len: 850 time: 0.0659342
May 02 03:14:34.672208 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:14:34.702139 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c2d75-39a8-4dff-b953-819ab45ea195 req-ee682a25-2ea1-4fb9-91c2-a22c85915937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:34.703670 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-cc9c2d75-39a8-4dff-b953-819ab45ea195 req-ee682a25-2ea1-4fb9-91c2-a22c85915937 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=348595d7-7f35-4e83-a43a-21e5f105b128&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0800848
May 02 03:14:34.844225 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-cc9c2d75-39a8-4dff-b953-819ab45ea195 req-c8f5dd51-c26f-4d97-8cea-a805ebd01155 service neutron] 10.222.0.37 "GET /v2.0/networks/348595d7-7f35-4e83-a43a-21e5f105b128?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1332514
May 02 03:14:34.987196 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-cc9c2d75-39a8-4dff-b953-819ab45ea195 req-c163a62e-dd8f-455a-9842-2941e0038611 service neutron] 10.222.0.37 "GET /v2.0/networks/348595d7-7f35-4e83-a43a-21e5f105b128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1359878
May 02 03:14:35.049350 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-f9b3b422-cc56-47eb-8b92-157fb02be731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:35.377933 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37cd82-f13b-4b5f-bc9a-6a01381161c0 req-ed40ed56-a63b-47bf-8a84-e3ade7c5b6cb tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:35.379422 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-de37cd82-f13b-4b5f-bc9a-6a01381161c0 req-ed40ed56-a63b-47bf-8a84-e3ade7c5b6cb tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 947 time: 0.1455321
May 02 03:14:35.392584 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9acce-1110-429a-9dc4-4b5da507458d req-0851824c-07d6-49ce-9e29-5f25cbfd5931 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:35.393908 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4cb9acce-1110-429a-9dc4-4b5da507458d req-0851824c-07d6-49ce-9e29-5f25cbfd5931 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "GET /v2.0/ports?device_id=19d37728-982c-46fa-bd4b-94c21efd35ff HTTP/1.1" status: 200  len: 943 time: 0.1277115
May 02 03:14:35.463011 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-de37cd82-f13b-4b5f-bc9a-6a01381161c0 req-c637e540-de8d-4a05-a4e2-3d1efb8d9664 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0681694
May 02 03:14:35.467976 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4cb9acce-1110-429a-9dc4-4b5da507458d req-3ff83067-5162-49e2-9314-508db688e340 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "GET /v2.0/security-groups?id=ab03cf37-b870-43b5-aa83-8dd83d7cb1f3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0598118
May 02 03:14:36.718081 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c698e-b52f-4d2b-ab30-00a60b1eaed3 req-346c4e04-bce3-45b3-a980-a24787ad2472 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:36.719524 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e90c698e-b52f-4d2b-ab30-00a60b1eaed3 req-346c4e04-bce3-45b3-a980-a24787ad2472 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "GET /v2.0/ports?device_id=19d37728-982c-46fa-bd4b-94c21efd35ff HTTP/1.1" status: 200  len: 943 time: 0.1417632
May 02 03:14:36.727667 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4c843-285c-49e9-b5b0-043eca6685f3 req-6efb949f-ae16-4fb5-a086-e7e78436095c tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:36.729025 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4de4c843-285c-49e9-b5b0-043eca6685f3 req-6efb949f-ae16-4fb5-a086-e7e78436095c tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 947 time: 0.1178057
May 02 03:14:36.801518 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e90c698e-b52f-4d2b-ab30-00a60b1eaed3 req-ea3835b7-5e3b-4f50-8345-d7952d214cc8 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "GET /v2.0/security-groups?id=ab03cf37-b870-43b5-aa83-8dd83d7cb1f3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0712883
May 02 03:14:36.809397 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4de4c843-285c-49e9-b5b0-043eca6685f3 req-f01286b5-ac92-4c6f-94a8-c42e557d38f9 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0629787
May 02 03:14:36.865395 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device 857c3e5d-6949-4e2a-afda-d420d0f89be2 details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=73902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 02 03:14:37.004966 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port 857c3e5d-6949-4e2a-afda-d420d0f89be2, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=857c3e5d-6949-4e2a-afda-d420d0f89be2,segment=NetworkSegment(26538810-a0cf-41d6-9ffd-cb77e61e008b),segment_id=26538810-a0cf-41d6-9ffd-cb77e61e008b)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:14:37.019750 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Returning: {'device': '857c3e5d-6949-4e2a-afda-d420d0f89be2', 'network_id': '348595d7-7f35-4e83-a43a-21e5f105b128', 'port_id': '857c3e5d-6949-4e2a-afda-d420d0f89be2', 'mac_address': 'fa:16:3e:a1:b3:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f6786fd-128a-4bcf-a886-1f47f06c4a7a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 02 03:14:37.073332 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:37.091514 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.notifiers.nova [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 857c3e5d-6949-4e2a-afda-d420d0f89be2 {{(pid=73902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 02 03:14:37.107277 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port 857c3e5d-6949-4e2a-afda-d420d0f89be2, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=857c3e5d-6949-4e2a-afda-d420d0f89be2,segment=NetworkSegment(26538810-a0cf-41d6-9ffd-cb77e61e008b),segment_id=26538810-a0cf-41d6-9ffd-cb77e61e008b)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:14:37.110757 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:37.112370 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:14:37.206166 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Pushing event updated for resources: {'Port': ['ID=857c3e5d-6949-4e2a-afda-d420d0f89be2,revision_number=4']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:14:37.209075 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:14:37.371855 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] get_ports_and_sgs() called for port_ids ['857c3e5d-6949-4e2a-afda-d420d0f89be2'] {{(pid=73902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 02 03:14:37.703475 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:38.060424 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444aa5fc-383c-470f-b9ce-1903e96a6d09 req-e443e74c-3292-4109-a50c-826cdc4ab468 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:38.061932 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-444aa5fc-383c-470f-b9ce-1903e96a6d09 req-e443e74c-3292-4109-a50c-826cdc4ab468 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "GET /v2.0/ports?device_id=19d37728-982c-46fa-bd4b-94c21efd35ff HTTP/1.1" status: 200  len: 944 time: 0.1500182
May 02 03:14:38.070448 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7661ff7b-812f-4ea1-bc56-e017866d339a req-33494ce2-12c5-4261-8aca-4898c447d908 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:38.071901 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-7661ff7b-812f-4ea1-bc56-e017866d339a req-33494ce2-12c5-4261-8aca-4898c447d908 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 947 time: 0.1269207
May 02 03:14:38.072343 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-63ab0ced-62ad-4131-ab21-6d7ed2a8a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:38.146995 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-7661ff7b-812f-4ea1-bc56-e017866d339a req-9374bd4c-0b2c-4ee7-be01-23550b77e274 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0579090
May 02 03:14:38.149485 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-444aa5fc-383c-470f-b9ce-1903e96a6d09 req-3745c7f2-90ff-4846-930c-9a0f03addde6 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "GET /v2.0/security-groups?id=ab03cf37-b870-43b5-aa83-8dd83d7cb1f3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0767174
May 02 03:14:38.894667 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device 857c3e5d-6949-4e2a-afda-d420d0f89be2 up at agent hyperv_hv-cinder-78907 {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:14:38.963423 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Provisioning for port 857c3e5d-6949-4e2a-afda-d420d0f89be2 completed by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:14:38.969329 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Provisioning complete for port 857c3e5d-6949-4e2a-afda-d420d0f89be2 triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:14:38.969696 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:39.097938 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:39.127520 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19d37728-982c-46fa-bd4b-94c21efd35ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '857c3e5d-6949-4e2a-afda-d420d0f89be2'}] {{(pid=73902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:14:39.137887 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port 857c3e5d-6949-4e2a-afda-d420d0f89be2, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=857c3e5d-6949-4e2a-afda-d420d0f89be2,segment=NetworkSegment(26538810-a0cf-41d6-9ffd-cb77e61e008b),segment_id=26538810-a0cf-41d6-9ffd-cb77e61e008b)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:14:39.143210 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:39.144913 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-4a18ce7c-68c6-4bb8-885a-ba50c0022585 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:14:39.179320 dv-cinder-789077-1-iscsi neutron-server[73902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19d37728-982c-46fa-bd4b-94c21efd35ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '857c3e5d-6949-4e2a-afda-d420d0f89be2', 'code': 200}
May 02 03:14:39.223058 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:39.239316 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Pushing event updated for resources: {'Port': ['ID=857c3e5d-6949-4e2a-afda-d420d0f89be2,revision_number=5']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:14:39.242711 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:14:39.431111 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47deab-314d-4af8-97d7-c8241c62c0f0 req-a21866f7-c421-44f3-a1ea-5f97e4d94569 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:39.432512 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-be47deab-314d-4af8-97d7-c8241c62c0f0 req-a21866f7-c421-44f3-a1ea-5f97e4d94569 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 947 time: 0.1600671
May 02 03:14:39.441084 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b38bb6-4945-4eff-9a08-491b52d71d98 req-9b9536f6-5603-4fec-8f33-7b2e536dae9b tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:39.442536 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-32b38bb6-4945-4eff-9a08-491b52d71d98 req-9b9536f6-5603-4fec-8f33-7b2e536dae9b tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "GET /v2.0/ports?device_id=19d37728-982c-46fa-bd4b-94c21efd35ff HTTP/1.1" status: 200  len: 945 time: 0.1215112
May 02 03:14:39.451784 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae55215-ebb2-47c3-9a85-8156376c1f0e req-7d76caa8-ea02-4064-b776-e724cfdfe709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:39.453290 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-0ae55215-ebb2-47c3-9a85-8156376c1f0e req-7d76caa8-ea02-4064-b776-e724cfdfe709 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=19d37728-982c-46fa-bd4b-94c21efd35ff HTTP/1.1" status: 200  len: 1098 time: 0.0770059
May 02 03:14:39.495769 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-0ae55215-ebb2-47c3-9a85-8156376c1f0e req-da89f987-4bc2-4420-9be6-52ac64e00564 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ab03cf37-b870-43b5-aa83-8dd83d7cb1f3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0363581
May 02 03:14:39.508409 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-be47deab-314d-4af8-97d7-c8241c62c0f0 req-c3e7e660-9841-4d02-a25a-027d7f25610a tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0649095
May 02 03:14:39.519258 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-32b38bb6-4945-4eff-9a08-491b52d71d98 req-8548d4c5-d3b4-431a-894a-3720ba6d2522 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "GET /v2.0/security-groups?id=ab03cf37-b870-43b5-aa83-8dd83d7cb1f3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0613723
May 02 03:14:40.743441 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:40.833312 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d19b07-a6c3-4764-a062-d1e5f8a2c8a3 req-28e967af-674e-42f5-869b-27a014e72191 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:40.834766 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-28d19b07-a6c3-4764-a062-d1e5f8a2c8a3 req-28e967af-674e-42f5-869b-27a014e72191 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 947 time: 0.2113476
May 02 03:14:40.862231 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b7728a-7e71-4c19-b536-e26b80260bfd req-ad38cfe6-70a4-4942-896a-8b7582c4307e tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:40.863657 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-04b7728a-7e71-4c19-b536-e26b80260bfd req-ad38cfe6-70a4-4942-896a-8b7582c4307e tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "GET /v2.0/ports?device_id=19d37728-982c-46fa-bd4b-94c21efd35ff HTTP/1.1" status: 200  len: 945 time: 0.1349864
May 02 03:14:40.915892 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-28d19b07-a6c3-4764-a062-d1e5f8a2c8a3 req-c587d0cf-0d39-490f-a37b-9a93928d6c31 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0739834
May 02 03:14:40.928429 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-04b7728a-7e71-4c19-b536-e26b80260bfd req-cc6b42d9-fdd2-446b-b0ff-3c652f31639c tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "GET /v2.0/security-groups?id=ab03cf37-b870-43b5-aa83-8dd83d7cb1f3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0574980
May 02 03:14:40.942737 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:41.119062 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ab4e1-a5d2-44d2-b283-a005cecd67cc req-a98e0ec9-d789-442d-b0b0-bf9ccaf5ff72 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:41.120500 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-171ab4e1-a5d2-44d2-b283-a005cecd67cc req-a98e0ec9-d789-442d-b0b0-bf9ccaf5ff72 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "GET /v2.0/ports?device_id=19d37728-982c-46fa-bd4b-94c21efd35ff HTTP/1.1" status: 200  len: 945 time: 0.0866604
May 02 03:14:41.130691 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 49968) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:14:41.135820 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.v2.base [None req-63ac9b98-187a-4aa7-b2ef-7fda5c3f77d8 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Request body: {'floatingip': {'port_id': '857c3e5d-6949-4e2a-afda-d420d0f89be2'}} {{(pid=73901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:14:41.219317 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-63ac9b98-187a-4aa7-b2ef-7fda5c3f77d8 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks [] for floatingip, before_update {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:42.008537 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-63ac9b98-187a-4aa7-b2ef-7fda5c3f77d8 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:42.013228 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-63ac9b98-187a-4aa7-b2ef-7fda5c3f77d8 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419409'] for floatingip, after_update {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:42.338044 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.db.l3_db [None req-63ac9b98-187a-4aa7-b2ef-7fda5c3f77d8 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Floating IP f944ac02-399e-454b-8239-42d589bd6b53 associated. External IP: 172.27.0.71, port: 857c3e5d-6949-4e2a-afda-d420d0f89be2.
May 02 03:14:42.408374 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cbe8d2-5534-4e9a-ab52-e8ae227de7fb req-65388fed-e932-483d-81f2-88a0fae1273d tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:42.409838 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-41cbe8d2-5534-4e9a-ab52-e8ae227de7fb req-65388fed-e932-483d-81f2-88a0fae1273d tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 947 time: 0.3438809
May 02 03:14:42.546163 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-41cbe8d2-5534-4e9a-ab52-e8ae227de7fb req-40047e26-c8a2-4366-b760-5dc8edda52d4 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1290040
May 02 03:14:42.756095 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ac9b98-187a-4aa7-b2ef-7fda5c3f77d8 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Router 6c9b500e-40c2-4764-9374-924f26999402 has already been hosted by L3 agent c822661f-3527-457d-a53a-678072f60f18 {{(pid=73901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 02 03:14:42.944212 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ac9b98-187a-4aa7-b2ef-7fda5c3f77d8 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify agent at l3_agent.dv-cinder-789077-1-iscsi the message routers_updated {{(pid=73901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 02 03:14:42.948552 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-63ac9b98-187a-4aa7-b2ef-7fda5c3f77d8 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for floatingip, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:14:42.955140 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80f52f7-e48d-4f51-942a-d2c9e560c16d None None] Sync routers for ids ['6c9b500e-40c2-4764-9374-924f26999402'] in dv-cinder-789077-1-iscsi {{(pid=73902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 02 03:14:42.964923 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80f52f7-e48d-4f51-942a-d2c9e560c16d None None] Routers {'6c9b500e-40c2-4764-9374-924f26999402'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:14:42.965562 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-b80f52f7-e48d-4f51-942a-d2c9e560c16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c557f9610>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:14:38Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['6c9b500e-40c2-4764-9374-924f26999402'], 'active': True} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:14:43.004685 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-63ac9b98-187a-4aa7-b2ef-7fda5c3f77d8 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "PUT /v2.0/floatingips/f944ac02-399e-454b-8239-42d589bd6b53 HTTP/1.1" status: 200  len: 990 time: 1.8728988
May 02 03:14:43.005532 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19d37728-982c-46fa-bd4b-94c21efd35ff', 'tag': '857c3e5d-6949-4e2a-afda-d420d0f89be2'}] {{(pid=73901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:14:43.054918 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19d37728-982c-46fa-bd4b-94c21efd35ff', 'tag': '857c3e5d-6949-4e2a-afda-d420d0f89be2', 'status': 'completed', 'code': 200}
May 02 03:14:43.157274 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvr_db [None req-b80f52f7-e48d-4f51-942a-d2c9e560c16d None None] Set router 6c9b500e-40c2-4764-9374-924f26999402 gateway port host: dv-cinder-789077-1-iscsi {{(pid=73902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:14:43.160420 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54ef71-001f-4218-b9ad-902f45c90c9a req-1b8a315a-cb99-4eb2-801f-9cd0602738fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:43.161924 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-1d54ef71-001f-4218-b9ad-902f45c90c9a req-1b8a315a-cb99-4eb2-801f-9cd0602738fb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bbaedd301c3b45158260ff4d1414e77b&device_id=19d37728-982c-46fa-bd4b-94c21efd35ff HTTP/1.1" status: 200  len: 1098 time: 0.0815570
May 02 03:14:43.309576 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54ef71-001f-4218-b9ad-902f45c90c9a req-b2312cdd-08b7-4c92-9cac-8022ac5e5f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:43.311077 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-1d54ef71-001f-4218-b9ad-902f45c90c9a req-b2312cdd-08b7-4c92-9cac-8022ac5e5f1c service neutron] 10.222.0.37 "GET /v2.0/networks?id=348595d7-7f35-4e83-a43a-21e5f105b128 HTTP/1.1" status: 200  len: 912 time: 0.1422150
May 02 03:14:43.427624 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-1d54ef71-001f-4218-b9ad-902f45c90c9a req-89def97d-480d-407b-9f5d-a7aac60e573b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=857c3e5d-6949-4e2a-afda-d420d0f89be2 HTTP/1.1" status: 200  len: 998 time: 0.1098850
May 02 03:14:43.493189 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54ef71-001f-4218-b9ad-902f45c90c9a req-4f7a8fa9-db48-4ae2-aa3d-85e0cdc0307f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:43.494670 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-1d54ef71-001f-4218-b9ad-902f45c90c9a req-4f7a8fa9-db48-4ae2-aa3d-85e0cdc0307f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f6786fd-128a-4bcf-a886-1f47f06c4a7a HTTP/1.1" status: 200  len: 850 time: 0.0604751
May 02 03:14:43.523961 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-b80f52f7-e48d-4f51-942a-d2c9e560c16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c557f9610>, [{'id': '6c9b500e-40c2-4764-9374-924f26999402', 'name': 'tempest-AttachVolumeTestJSON-1406772695-router', 'tenant_id': 'bbaedd301c3b45158260ff4d1414e77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'fb9e5ab2-93b6-489d-84f4-daf4f4c762d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:14:20Z', 'updated_at': '2021-05-02T03:14:25Z', 'revision_number': 4, 'project_id': 'bbaedd301c3b45158260ff4d1414e77b', 'gw_port': {'id': 'fb9e5ab2-93b6-489d-84f4-daf4f4c762d2', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9b500e-40c2-4764-9374-924f26999402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:14:21Z', 'updated_at': '2021-05-02T03:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_floatingips': [{'id': 'f944ac02-399e-454b-8239-42d589bd6b53', 'tenant_id': 'bbaedd301c3b45158260ff4d1414e77b', 'floating_ip_address': '172.27.0.71', 'floating_network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'router_id': '6c9b500e-40c2-4764-9374-924f26999402', 'port_id': '857c3e5d-6949-4e2a-afda-d420d0f89be2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '348595d7-7f35-4e83-a43a-21e5f105b128', 'mac_address': 'fa:16:3e:a1:b3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d37728-982c-46fa-bd4b-94c21efd35ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:14:28Z', 'updated_at': '2021-05-02T03:14:41Z', 'revision_number': 1, 'project_id': 'bbaedd301c3b45158260ff4d1414e77b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec28445f-70f5-43d2-acfb-9b77a2ba8a6d', 'name': '', 'network_id': '348595d7-7f35-4e83-a43a-21e5f105b128', 'tenant_id': 'bbaedd301c3b45158260ff4d1414e77b', 'mac_address': 'fa:16:3e:54:04:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9b500e-40c2-4764-9374-924f26999402', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2f6786fd-128a-4bcf-a886-1f47f06c4a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:14:24Z', 'updated_at': '2021-05-02T03:14:31Z', 'revision_number': 5, 'project_id': 'bbaedd301c3b45158260ff4d1414e77b', 'subnets': [{'id': '2f6786fd-128a-4bcf-a886-1f47f06c4a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:14:43.536672 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80f52f7-e48d-4f51-942a-d2c9e560c16d None None] Checking router: 6c9b500e-40c2-4764-9374-924f26999402 for host: dv-cinder-789077-1-iscsi {{(pid=73902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 02 03:14:43.553049 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80f52f7-e48d-4f51-942a-d2c9e560c16d None None] Routers {'6c9b500e-40c2-4764-9374-924f26999402'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:14:43.553049 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-b80f52f7-e48d-4f51-942a-d2c9e560c16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c557f9610>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:14:38Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['6c9b500e-40c2-4764-9374-924f26999402'], 'active': True} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:14:43.581409 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54ef71-001f-4218-b9ad-902f45c90c9a req-cea0b1ec-a7bc-4e13-9d1b-660e0dba045d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:43.587778 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-1d54ef71-001f-4218-b9ad-902f45c90c9a req-cea0b1ec-a7bc-4e13-9d1b-660e0dba045d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=348595d7-7f35-4e83-a43a-21e5f105b128&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0820515
May 02 03:14:43.753882 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352ef18-d852-4e29-a5e3-69b80f13f45e req-0a41a00a-33e2-4d58-9cd9-6c84ba1ff5ef tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:43.755456 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-3352ef18-d852-4e29-a5e3-69b80f13f45e req-0a41a00a-33e2-4d58-9cd9-6c84ba1ff5ef tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 947 time: 0.0877278
May 02 03:14:43.757147 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-1d54ef71-001f-4218-b9ad-902f45c90c9a req-78ca2fac-a0b1-41c8-9bdd-49e00835d00e service neutron] 10.222.0.37 "GET /v2.0/networks/348595d7-7f35-4e83-a43a-21e5f105b128?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1671879
May 02 03:14:43.765989 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvr_db [None req-b80f52f7-e48d-4f51-942a-d2c9e560c16d None None] Set router 6c9b500e-40c2-4764-9374-924f26999402 gateway port host: dv-cinder-789077-1-iscsi {{(pid=73902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:14:43.822244 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-3352ef18-d852-4e29-a5e3-69b80f13f45e req-b1b8a42f-6f22-4f63-84ec-dbe417730f3b tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0598712
May 02 03:14:44.005368 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-1d54ef71-001f-4218-b9ad-902f45c90c9a req-b756484c-14c0-4840-bf45-1a489f58d173 service neutron] 10.222.0.37 "GET /v2.0/networks/348595d7-7f35-4e83-a43a-21e5f105b128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2415507
May 02 03:14:44.196789 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-b80f52f7-e48d-4f51-942a-d2c9e560c16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c557f9610>, [{'id': '6c9b500e-40c2-4764-9374-924f26999402', 'name': 'tempest-AttachVolumeTestJSON-1406772695-router', 'tenant_id': 'bbaedd301c3b45158260ff4d1414e77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'fb9e5ab2-93b6-489d-84f4-daf4f4c762d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:14:20Z', 'updated_at': '2021-05-02T03:14:25Z', 'revision_number': 4, 'project_id': 'bbaedd301c3b45158260ff4d1414e77b', 'gw_port': {'id': 'fb9e5ab2-93b6-489d-84f4-daf4f4c762d2', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9b500e-40c2-4764-9374-924f26999402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:14:21Z', 'updated_at': '2021-05-02T03:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_floatingips': [{'id': 'f944ac02-399e-454b-8239-42d589bd6b53', 'tenant_id': 'bbaedd301c3b45158260ff4d1414e77b', 'floating_ip_address': '172.27.0.71', 'floating_network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'router_id': '6c9b500e-40c2-4764-9374-924f26999402', 'port_id': '857c3e5d-6949-4e2a-afda-d420d0f89be2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '348595d7-7f35-4e83-a43a-21e5f105b128', 'mac_address': 'fa:16:3e:a1:b3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d37728-982c-46fa-bd4b-94c21efd35ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:14:28Z', 'updated_at': '2021-05-02T03:14:41Z', 'revision_number': 1, 'project_id': 'bbaedd301c3b45158260ff4d1414e77b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec28445f-70f5-43d2-acfb-9b77a2ba8a6d', 'name': '', 'network_id': '348595d7-7f35-4e83-a43a-21e5f105b128', 'tenant_id': 'bbaedd301c3b45158260ff4d1414e77b', 'mac_address': 'fa:16:3e:54:04:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9b500e-40c2-4764-9374-924f26999402', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2f6786fd-128a-4bcf-a886-1f47f06c4a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:14:24Z', 'updated_at': '2021-05-02T03:14:31Z', 'revision_number': 5, 'project_id': 'bbaedd301c3b45158260ff4d1414e77b', 'subnets': [{'id': '2f6786fd-128a-4bcf-a886-1f47f06c4a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:14:44.202770 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80f52f7-e48d-4f51-942a-d2c9e560c16d None None] The sync data for ids ['6c9b500e-40c2-4764-9374-924f26999402'] in dv-cinder-789077-1-iscsi is: [{'id': '6c9b500e-40c2-4764-9374-924f26999402', 'name': 'tempest-AttachVolumeTestJSON-1406772695-router', 'tenant_id': 'bbaedd301c3b45158260ff4d1414e77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'fb9e5ab2-93b6-489d-84f4-daf4f4c762d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:14:20Z', 'updated_at': '2021-05-02T03:14:25Z', 'revision_number': 4, 'project_id': 'bbaedd301c3b45158260ff4d1414e77b', 'gw_port': {'id': 'fb9e5ab2-93b6-489d-84f4-daf4f4c762d2', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9b500e-40c2-4764-9374-924f26999402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:14:21Z', 'updated_at': '2021-05-02T03:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_floatingips': [{'id': 'f944ac02-399e-454b-8239-42d589bd6b53', 'tenant_id': 'bbaedd301c3b45158260ff4d1414e77b', 'floating_ip_address': '172.27.0.71', 'floating_network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'router_id': '6c9b500e-40c2-4764-9374-924f26999402', 'port_id': '857c3e5d-6949-4e2a-afda-d420d0f89be2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '348595d7-7f35-4e83-a43a-21e5f105b128', 'mac_address': 'fa:16:3e:a1:b3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d37728-982c-46fa-bd4b-94c21efd35ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:14:28Z', 'updated_at': '2021-05-02T03:14:41Z', 'revision_number': 1, 'project_id': 'bbaedd301c3b45158260ff4d1414e77b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec28445f-70f5-43d2-acfb-9b77a2ba8a6d', 'name': '', 'network_id': '348595d7-7f35-4e83-a43a-21e5f105b128', 'tenant_id': 'bbaedd301c3b45158260ff4d1414e77b', 'mac_address': 'fa:16:3e:54:04:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9b500e-40c2-4764-9374-924f26999402', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2f6786fd-128a-4bcf-a886-1f47f06c4a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:14:24Z', 'updated_at': '2021-05-02T03:14:31Z', 'revision_number': 5, 'project_id': 'bbaedd301c3b45158260ff4d1414e77b', 'subnets': [{'id': '2f6786fd-128a-4bcf-a886-1f47f06c4a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 02 03:14:44.403671 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4079754c-abc5-4306-9e66-98f66f8b441b None None] New status for floating IP f944ac02-399e-454b-8239-42d589bd6b53: ACTIVE {{(pid=73903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 02 03:14:45.078657 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2292eded-d69f-43c4-a6e8-1b66d329c9e2 req-19fbc892-5b9a-4a62-a1ae-0d53303df687 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:45.081195 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2292eded-d69f-43c4-a6e8-1b66d329c9e2 req-19fbc892-5b9a-4a62-a1ae-0d53303df687 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 947 time: 0.1397400
May 02 03:14:45.126357 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2292eded-d69f-43c4-a6e8-1b66d329c9e2 req-853569b8-3c90-4380-be9f-c91e9ac6b63f tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393653
May 02 03:14:46.326322 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d152bd8-24a5-4cf5-aebb-04316c3ebe6f req-2f7ff744-f573-42a2-8ce1-b8de6168a3ab tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:46.327806 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-8d152bd8-24a5-4cf5-aebb-04316c3ebe6f req-2f7ff744-f573-42a2-8ce1-b8de6168a3ab tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 947 time: 0.0886204
May 02 03:14:46.373462 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-8d152bd8-24a5-4cf5-aebb-04316c3ebe6f req-90598dbe-5d84-4df6-80cd-43a587c3e65b tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395439
May 02 03:14:47.579798 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf4503-9957-49f8-a46e-943b8e3a0089 req-f1e9afbb-a1ba-4e8d-bb05-2e1bea0911be tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:47.581319 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a5cf4503-9957-49f8-a46e-943b8e3a0089 req-f1e9afbb-a1ba-4e8d-bb05-2e1bea0911be tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 947 time: 0.0928686
May 02 03:14:47.628059 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a5cf4503-9957-49f8-a46e-943b8e3a0089 req-b46bfb64-311c-4b77-bcbf-6f0b67abc48b tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405340
May 02 03:14:48.860533 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a89257-d99f-462d-8130-eccfcca93605 req-56f8ff42-1fee-43d8-b87c-4f81e07d5173 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:48.862105 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-02a89257-d99f-462d-8130-eccfcca93605 req-56f8ff42-1fee-43d8-b87c-4f81e07d5173 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 947 time: 0.0897300
May 02 03:14:48.910671 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-02a89257-d99f-462d-8130-eccfcca93605 req-2ddd82b9-c3cf-47da-b40b-2269f2fd91b1 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425785
May 02 03:14:50.159245 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74297d0a-c018-4cf0-993e-149403ffde3c req-a412ac50-2c37-4fd4-bddb-f59ef28e53ce tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:50.160722 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-74297d0a-c018-4cf0-993e-149403ffde3c req-a412ac50-2c37-4fd4-bddb-f59ef28e53ce tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 947 time: 0.0808940
May 02 03:14:50.209218 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-74297d0a-c018-4cf0-993e-149403ffde3c req-f823ca99-ec0b-4a09-9178-91a76eb04bd4 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427253
May 02 03:14:51.452394 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d83e1-84ea-464d-886a-63740be57259 req-e23c6096-b736-48d6-b0a2-d51aae6e6202 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:51.453844 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-ad3d83e1-84ea-464d-886a-63740be57259 req-e23c6096-b736-48d6-b0a2-d51aae6e6202 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 947 time: 0.1336780
May 02 03:14:51.499243 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-ad3d83e1-84ea-464d-886a-63740be57259 req-a7d285cb-b2a4-4e04-9890-0db03348ca71 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396464
May 02 03:14:52.704975 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc9f16-d7a3-487e-9932-670a80ce0b01 req-e83894ea-f100-4820-9f8c-b5630e628ed6 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:52.706384 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-23fc9f16-d7a3-487e-9932-670a80ce0b01 req-e83894ea-f100-4820-9f8c-b5630e628ed6 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 947 time: 0.0868850
May 02 03:14:52.848642 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-23fc9f16-d7a3-487e-9932-670a80ce0b01 req-6de4243c-ae52-46b5-b1ff-4d0802054707 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1349986
May 02 03:14:54.039971 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd9f65-8ae8-403a-aff0-c00467973662 req-0e3e0a7f-f762-435c-94b9-1994d67178eb tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:54.041436 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-b2bd9f65-8ae8-403a-aff0-c00467973662 req-0e3e0a7f-f762-435c-94b9-1994d67178eb tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 947 time: 0.0799692
May 02 03:14:54.096184 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-b2bd9f65-8ae8-403a-aff0-c00467973662 req-5dc6369b-1bd3-4890-9927-f029692f7865 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490527
May 02 03:14:55.282077 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff46cca-6fa8-4666-9d72-8a00058641b3 req-14abd9ea-2a52-4fa5-b8d9-2924c28bfde9 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:55.283531 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-7ff46cca-6fa8-4666-9d72-8a00058641b3 req-14abd9ea-2a52-4fa5-b8d9-2924c28bfde9 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 947 time: 0.0781152
May 02 03:14:55.327511 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-7ff46cca-6fa8-4666-9d72-8a00058641b3 req-d968511c-ff58-4caf-a583-78bf292f2a3c tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382917
May 02 03:14:56.533446 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e75d1-f1f5-4eab-82d9-1e317c855209 req-61a35aef-e168-4469-992b-c51a84a2f211 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:56.534982 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-be6e75d1-f1f5-4eab-82d9-1e317c855209 req-61a35aef-e168-4469-992b-c51a84a2f211 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 947 time: 0.0890696
May 02 03:14:56.584338 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-be6e75d1-f1f5-4eab-82d9-1e317c855209 req-51083453-6b12-4bd8-9e92-5d8e9c5394f0 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424178
May 02 03:14:57.788231 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db339456-04a3-4b0d-8dcb-f869822cd731 req-e9c25e6b-64f4-427b-af49-0e723e87719e tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:57.789730 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-db339456-04a3-4b0d-8dcb-f869822cd731 req-e9c25e6b-64f4-427b-af49-0e723e87719e tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 947 time: 0.0854511
May 02 03:14:57.857382 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-db339456-04a3-4b0d-8dcb-f869822cd731 req-929bf827-44b0-462c-8906-f02293ef69a7 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0612009
May 02 03:14:59.077310 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48066f86-8e9f-492d-abb9-163d11d8516e req-ba573b33-2202-4170-b744-dffabe41e166 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:14:59.078911 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-48066f86-8e9f-492d-abb9-163d11d8516e req-ba573b33-2202-4170-b744-dffabe41e166 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 947 time: 0.0968206
May 02 03:14:59.132881 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-48066f86-8e9f-492d-abb9-163d11d8516e req-6a58f605-949e-4c07-8ad7-1d3ae15fc15a tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433261
May 02 03:15:00.358990 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e2ad59-c8f0-4d9d-89d8-087f32352cd1 req-d7ea9bbf-c8bc-4e77-b093-ef1ee2f363b2 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:15:00.360536 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-08e2ad59-c8f0-4d9d-89d8-087f32352cd1 req-d7ea9bbf-c8bc-4e77-b093-ef1ee2f363b2 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 947 time: 0.0930607
May 02 03:15:00.420683 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-08e2ad59-c8f0-4d9d-89d8-087f32352cd1 req-1c51e356-c2f7-4d5e-bcd7-72e8d926bc3c tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0535100
May 02 03:15:01.618669 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde04ce-b1eb-46c2-aa60-b7d65970a6dd req-6dd1e507-6db8-44e6-beab-5dfc57bbbe28 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:15:01.620153 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-3dde04ce-b1eb-46c2-aa60-b7d65970a6dd req-6dd1e507-6db8-44e6-beab-5dfc57bbbe28 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 947 time: 0.0837758
May 02 03:15:01.669492 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-3dde04ce-b1eb-46c2-aa60-b7d65970a6dd req-efada72c-108c-4c20-84cf-eb2253a9e4ce tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422742
May 02 03:15:02.866200 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819ef36-29bc-405c-bb09-254706b39e26 req-b3fc7e18-0688-4aa6-aec3-8bf95984aefa tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:15:02.867676 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9819ef36-29bc-405c-bb09-254706b39e26 req-b3fc7e18-0688-4aa6-aec3-8bf95984aefa tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 947 time: 0.0848281
May 02 03:15:02.912304 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9819ef36-29bc-405c-bb09-254706b39e26 req-cc9127fc-04a0-4653-ae72-cdb778487a0b tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384221
May 02 03:15:04.117942 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215c7b6b-3ee6-4fce-b73a-ee1ae24e4797 req-8156e231-93dc-449e-84d7-74651a40d2b1 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:15:04.119425 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-215c7b6b-3ee6-4fce-b73a-ee1ae24e4797 req-8156e231-93dc-449e-84d7-74651a40d2b1 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 947 time: 0.0871689
May 02 03:15:04.167468 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-215c7b6b-3ee6-4fce-b73a-ee1ae24e4797 req-0312f956-79dd-482e-89c3-f960d4eda214 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408540
May 02 03:15:05.053347 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-50d18614-b377-4f9a-ac02-40227a390454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:15:05.369560 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7caaf0d-1190-4407-9727-9af888b9e225 req-ed4d03a2-05a1-4bf0-bd19-c4f7e510a9c7 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:15:05.371025 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a7caaf0d-1190-4407-9727-9af888b9e225 req-ed4d03a2-05a1-4bf0-bd19-c4f7e510a9c7 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 947 time: 0.0829284
May 02 03:15:05.417891 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a7caaf0d-1190-4407-9727-9af888b9e225 req-f82506ac-5258-45d4-a8d3-f60d198368b3 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408320
May 02 03:15:06.638805 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168749d-0dd8-49f2-a4b7-a2c2ded6cbb7 req-849066d2-0f8d-414e-9926-5dfec21def43 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:15:06.640239 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e168749d-0dd8-49f2-a4b7-a2c2ded6cbb7 req-849066d2-0f8d-414e-9926-5dfec21def43 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 947 time: 0.0922196
May 02 03:15:06.686983 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e168749d-0dd8-49f2-a4b7-a2c2ded6cbb7 req-b7b587e6-665c-49f1-b417-b27d26d8ab21 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396495
May 02 03:15:07.698352 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:15:07.892482 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75264ddd-7223-4334-84cc-14b812d1a319 req-522cae0d-3685-4091-97ce-a10df1b8ae39 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:15:07.893958 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-75264ddd-7223-4334-84cc-14b812d1a319 req-522cae0d-3685-4091-97ce-a10df1b8ae39 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 947 time: 0.0862544
May 02 03:15:07.940256 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-75264ddd-7223-4334-84cc-14b812d1a319 req-4cd4bdf2-a0fe-4908-8557-fa9f6dbc6624 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405397
May 02 03:15:08.078115 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-4d982da9-1f7e-4705-8661-63376a069e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:15:09.014067 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db97ab01-a4cd-4773-b48f-3bf7d4cd8220 req-ca315737-11c2-488a-9453-d57f15ab6022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:15:09.016642 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-db97ab01-a4cd-4773-b48f-3bf7d4cd8220 req-ca315737-11c2-488a-9453-d57f15ab6022 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 1100 time: 0.1378236
May 02 03:15:09.084037 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-db97ab01-a4cd-4773-b48f-3bf7d4cd8220 req-04623b7f-7ce3-4d35-9b21-2487eb526a34 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0523710
May 02 03:15:09.174248 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373a250-b5fd-4d24-825e-0cc1dca68428 req-8da0bdf6-fd0b-436c-9f81-7eec68bbe13a tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:15:09.175786 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-3373a250-b5fd-4d24-825e-0cc1dca68428 req-8da0bdf6-fd0b-436c-9f81-7eec68bbe13a tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 947 time: 0.1173058
May 02 03:15:09.180034 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:15:09.222743 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-3373a250-b5fd-4d24-825e-0cc1dca68428 req-9aa4201f-27a8-4851-89eb-5408df728c05 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405638
May 02 03:15:10.249850 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-6a5c750c-5167-4bc2-a77e-98a1e72c5395 req-740f0c28-f110-431e-a590-21faad945809 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a314e278-8c52-4e98-b68a-8402418c5600&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0950050
May 02 03:15:10.431645 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c750c-5167-4bc2-a77e-98a1e72c5395 req-5c3dc8c7-aa71-4866-b847-17d7e2820e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:15:10.433477 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-6a5c750c-5167-4bc2-a77e-98a1e72c5395 req-5c3dc8c7-aa71-4866-b847-17d7e2820e17 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a9fa23c656804d85929e20a6cdbea65a&device_id=a314e278-8c52-4e98-b68a-8402418c5600 HTTP/1.1" status: 200  len: 1098 time: 0.0773313
May 02 03:15:10.466439 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e530cef-37f7-4aa4-a62f-0234a5a3848e req-badccfea-c305-49cf-8d0c-252be00f1197 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:15:10.468210 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2e530cef-37f7-4aa4-a62f-0234a5a3848e req-badccfea-c305-49cf-8d0c-252be00f1197 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 947 time: 0.0944388
May 02 03:15:10.516739 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2e530cef-37f7-4aa4-a62f-0234a5a3848e req-177e4a9a-3b3d-4bac-9626-4dff86b1bc84 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424974
May 02 03:15:10.591324 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c750c-5167-4bc2-a77e-98a1e72c5395 req-62c2257a-d3ca-42b9-9dfb-ccd6af442cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:15:10.592801 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-6a5c750c-5167-4bc2-a77e-98a1e72c5395 req-62c2257a-d3ca-42b9-9dfb-ccd6af442cc1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e3c24553-093c-4dba-a579-e14fc9bf8125 HTTP/1.1" status: 200  len: 916 time: 0.1320012
May 02 03:15:10.666681 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-6a5c750c-5167-4bc2-a77e-98a1e72c5395 req-693c03cc-dba8-47ac-886b-c37e19db2300 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c740e356-47d6-4db3-ae8b-2b0bf3d4b588 HTTP/1.1" status: 200  len: 217 time: 0.0669625
May 02 03:15:10.736073 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c750c-5167-4bc2-a77e-98a1e72c5395 req-2f56b1f6-2b83-46ed-906b-79e78d9c07dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:15:10.737615 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-6a5c750c-5167-4bc2-a77e-98a1e72c5395 req-2f56b1f6-2b83-46ed-906b-79e78d9c07dd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d5979161-d7b0-4fdb-a66c-2a0a0a8b9b09 HTTP/1.1" status: 200  len: 855 time: 0.0627227
May 02 03:15:10.760023 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:15:10.793414 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-6a5c750c-5167-4bc2-a77e-98a1e72c5395 req-ad560e27-18fa-4967-b0fa-073791dcd1ba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3c24553-093c-4dba-a579-e14fc9bf8125&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0481093
May 02 03:15:10.943435 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-6a5c750c-5167-4bc2-a77e-98a1e72c5395 req-1229fe8f-8255-430f-afa8-ba6bca47e525 service neutron] 10.222.0.37 "GET /v2.0/networks/e3c24553-093c-4dba-a579-e14fc9bf8125?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1423762
May 02 03:15:10.960120 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:15:11.076942 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-6a5c750c-5167-4bc2-a77e-98a1e72c5395 req-0e39a977-d321-4241-aeeb-e4da4b21ea62 service neutron] 10.222.0.37 "GET /v2.0/networks/e3c24553-093c-4dba-a579-e14fc9bf8125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1258590
May 02 03:15:11.672140 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:15:11.720793 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8349d6-a903-4a52-b39f-9fb7024cf205 req-1bf23eb3-13cb-4f43-a73e-1a872514f8d5 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:15:11.722282 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-ea8349d6-a903-4a52-b39f-9fb7024cf205 req-1bf23eb3-13cb-4f43-a73e-1a872514f8d5 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 947 time: 0.0856278
May 02 03:15:11.773030 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-ea8349d6-a903-4a52-b39f-9fb7024cf205 req-76e9d686-5f48-4a2f-a054-7a15c584b636 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448277
May 02 03:15:35.057156 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-cb62fca4-08d8-483e-a403-337ac9201f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:15:37.703179 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:15:38.083189 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7d13a90d-d25c-438b-a7a1-97917e2a93c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:15:39.180973 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:15:40.747414 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:15:40.959951 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:15:48.672989 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:16:05.059998 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-17205429-a3cf-4cc8-a2aa-9f3ca4c5c5e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:16:07.704627 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:16:08.086647 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-5328e0ac-ebbb-4587-b932-78457ee4cf51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:16:08.432280 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-af2da1b9-c5fa-4b4b-b5bd-3f4ec3ced405 req-f5e12583-0c01-4c72-9141-d701e195b932 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0704467
May 02 03:16:08.523115 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2da1b9-c5fa-4b4b-b5bd-3f4ec3ced405 req-284330de-b423-4b7c-a806-34dbf34b9ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:16:08.524484 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-af2da1b9-c5fa-4b4b-b5bd-3f4ec3ced405 req-284330de-b423-4b7c-a806-34dbf34b9ae8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e7db1adde334ad386f1a91ee9ac0682&device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 1100 time: 0.0714974
May 02 03:16:08.667617 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2da1b9-c5fa-4b4b-b5bd-3f4ec3ced405 req-77e55ed3-9c4b-4380-b3e9-23d2cfa5a3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:16:08.669317 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-af2da1b9-c5fa-4b4b-b5bd-3f4ec3ced405 req-77e55ed3-9c4b-4380-b3e9-23d2cfa5a3ed service neutron] 10.222.0.37 "GET /v2.0/networks?id=c7fbd4b3-8241-42d4-a727-6c3f39a82264 HTTP/1.1" status: 200  len: 918 time: 0.1252680
May 02 03:16:08.772018 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-af2da1b9-c5fa-4b4b-b5bd-3f4ec3ced405 req-0c488d22-98b6-4388-983f-6c50283a1e8a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0df8b6ae-d25f-4132-8489-a685808f1ea3 HTTP/1.1" status: 200  len: 1002 time: 0.0962410
May 02 03:16:08.837891 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2da1b9-c5fa-4b4b-b5bd-3f4ec3ced405 req-db50b20c-3bbe-4dec-a7d2-1e9c785456e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:16:08.839351 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-af2da1b9-c5fa-4b4b-b5bd-3f4ec3ced405 req-db50b20c-3bbe-4dec-a7d2-1e9c785456e9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=78de75db-d296-47a5-9b25-e7b9f1e1ac72 HTTP/1.1" status: 200  len: 856 time: 0.0609548
May 02 03:16:08.914525 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2da1b9-c5fa-4b4b-b5bd-3f4ec3ced405 req-cde8b8bf-c8d9-4169-bde6-ce8e8e4049ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:16:08.915993 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-af2da1b9-c5fa-4b4b-b5bd-3f4ec3ced405 req-cde8b8bf-c8d9-4169-bde6-ce8e8e4049ca service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c7fbd4b3-8241-42d4-a727-6c3f39a82264&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0703192
May 02 03:16:09.047415 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-af2da1b9-c5fa-4b4b-b5bd-3f4ec3ced405 req-5d962161-0fa7-4dd6-88bf-c4c2e3f7a646 service neutron] 10.222.0.37 "GET /v2.0/networks/c7fbd4b3-8241-42d4-a727-6c3f39a82264?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1245832
May 02 03:16:09.183480 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:16:09.267448 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-af2da1b9-c5fa-4b4b-b5bd-3f4ec3ced405 req-ebcb1535-b522-4fe4-a912-5bcb2749b0c6 service neutron] 10.222.0.37 "GET /v2.0/networks/c7fbd4b3-8241-42d4-a727-6c3f39a82264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2137082
May 02 03:16:10.748874 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:16:10.957427 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:16:25.671184 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:16:35.065200 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-f2c27061-c99e-4ed7-baa8-d10b290e4ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:16:37.707568 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:16:38.087978 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7f994020-09a3-4614-a87d-048e61ada8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:16:39.188063 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:16:40.750125 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:16:40.971737 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:17:02.670634 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:17:05.073521 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-a9a303e9-d4a8-44c2-99ae-5481b862e332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:17:07.711923 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:17:08.090485 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-d33ef61e-c05f-4d3c-abc2-98ff499f0eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:17:09.188414 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:17:10.433722 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-00ddeb4e-bcb8-432e-9bc3-e39d87738c62 req-31df6b12-88ee-4435-a6a3-e5dbbae8e20f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=89182c94-4807-42e0-9835-89a01d794242&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0733626
May 02 03:17:10.527168 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ddeb4e-bcb8-432e-9bc3-e39d87738c62 req-bbf99049-2a94-4878-ae6c-51efb5435a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:17:10.528644 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-00ddeb4e-bcb8-432e-9bc3-e39d87738c62 req-bbf99049-2a94-4878-ae6c-51efb5435a55 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a9fa23c656804d85929e20a6cdbea65a&device_id=89182c94-4807-42e0-9835-89a01d794242 HTTP/1.1" status: 200  len: 1098 time: 0.0731266
May 02 03:17:10.682585 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ddeb4e-bcb8-432e-9bc3-e39d87738c62 req-6a01926d-63f6-4650-bef1-937d1615b02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:17:10.684141 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-00ddeb4e-bcb8-432e-9bc3-e39d87738c62 req-6a01926d-63f6-4650-bef1-937d1615b02e service neutron] 10.222.0.37 "GET /v2.0/networks?id=e3c24553-093c-4dba-a579-e14fc9bf8125 HTTP/1.1" status: 200  len: 916 time: 0.1358609
May 02 03:17:10.754946 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:17:10.771185 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-00ddeb4e-bcb8-432e-9bc3-e39d87738c62 req-ac077a0e-60a6-43bf-b0f0-d8d5c7e61f0e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7ae2038-c9ad-470e-985b-d9563d2039a3 HTTP/1.1" status: 200  len: 217 time: 0.0795786
May 02 03:17:10.837931 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ddeb4e-bcb8-432e-9bc3-e39d87738c62 req-0f29da45-55f0-4cb2-86d3-0fe5e72cc41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:17:10.839426 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-00ddeb4e-bcb8-432e-9bc3-e39d87738c62 req-0f29da45-55f0-4cb2-86d3-0fe5e72cc41f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d5979161-d7b0-4fdb-a66c-2a0a0a8b9b09 HTTP/1.1" status: 200  len: 855 time: 0.0623069
May 02 03:17:10.890561 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-00ddeb4e-bcb8-432e-9bc3-e39d87738c62 req-9fa2a726-183e-4605-9288-0743240cd454 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3c24553-093c-4dba-a579-e14fc9bf8125&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0432494
May 02 03:17:10.968681 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:17:11.051805 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-00ddeb4e-bcb8-432e-9bc3-e39d87738c62 req-284df378-80d6-4eca-9e9a-bd7d885cdba8 service neutron] 10.222.0.37 "GET /v2.0/networks/e3c24553-093c-4dba-a579-e14fc9bf8125?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1544728
May 02 03:17:11.197687 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-00ddeb4e-bcb8-432e-9bc3-e39d87738c62 req-0d52ad60-dac5-437b-8e08-4bbc3ad937a0 service neutron] 10.222.0.37 "GET /v2.0/networks/e3c24553-093c-4dba-a579-e14fc9bf8125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1395047
May 02 03:17:35.065126 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-25c9e8fd-3769-40f8-894a-78f4de4d9921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:17:37.717095 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:17:38.091310 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-85636957-b477-4fd7-bf1d-34eda7072622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:17:39.192770 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:17:39.669052 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:17:40.757540 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:17:40.987575 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:18:05.069445 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-00f2f324-d8a4-4849-a678-0058d0fe9720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:18:07.719119 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:18:08.093924 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-2671ab26-9532-47e3-8877-76ed58af433d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:18:09.195157 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:18:10.760610 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:18:10.985465 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:18:11.446225 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-8bf1138a-0809-419d-b554-6adb6a28e323 req-9e715bb6-23d5-4da6-b041-a6c5fc4f59e6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=516acf44-7b1c-4ebf-b689-28537f7a0de5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0844333
May 02 03:18:11.538136 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf1138a-0809-419d-b554-6adb6a28e323 req-7cacc3dd-1418-4243-9a05-70f61972d710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:18:11.539611 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-8bf1138a-0809-419d-b554-6adb6a28e323 req-7cacc3dd-1418-4243-9a05-70f61972d710 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a9fa23c656804d85929e20a6cdbea65a&device_id=516acf44-7b1c-4ebf-b689-28537f7a0de5 HTTP/1.1" status: 200  len: 1099 time: 0.0715806
May 02 03:18:11.680998 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf1138a-0809-419d-b554-6adb6a28e323 req-7d0bdc64-15a7-4d21-8b62-2950b86268a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:18:11.682411 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-8bf1138a-0809-419d-b554-6adb6a28e323 req-7d0bdc64-15a7-4d21-8b62-2950b86268a6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e3c24553-093c-4dba-a579-e14fc9bf8125 HTTP/1.1" status: 200  len: 916 time: 0.1243224
May 02 03:18:11.753896 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-8bf1138a-0809-419d-b554-6adb6a28e323 req-d83eaf81-a578-40d1-92f8-ef32912d15b9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b83e037a-920e-4a21-9f7e-ae186ce17e2d HTTP/1.1" status: 200  len: 217 time: 0.0641577
May 02 03:18:11.814747 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf1138a-0809-419d-b554-6adb6a28e323 req-4f550871-0037-4c87-98c0-043df7804506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:18:11.816237 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-8bf1138a-0809-419d-b554-6adb6a28e323 req-4f550871-0037-4c87-98c0-043df7804506 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d5979161-d7b0-4fdb-a66c-2a0a0a8b9b09 HTTP/1.1" status: 200  len: 855 time: 0.0569167
May 02 03:18:11.865476 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-8bf1138a-0809-419d-b554-6adb6a28e323 req-786f9223-c77b-4ef7-9e00-944f06fb960c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3c24553-093c-4dba-a579-e14fc9bf8125&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0433028
May 02 03:18:11.994634 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-8bf1138a-0809-419d-b554-6adb6a28e323 req-34774dd2-d7d9-417c-9c58-5e227ab91446 service neutron] 10.222.0.37 "GET /v2.0/networks/e3c24553-093c-4dba-a579-e14fc9bf8125?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1229453
May 02 03:18:12.210538 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-8bf1138a-0809-419d-b554-6adb6a28e323 req-c9206ec9-36e3-4db6-bb73-bc8651428965 service neutron] 10.222.0.37 "GET /v2.0/networks/e3c24553-093c-4dba-a579-e14fc9bf8125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2093787
May 02 03:18:16.668184 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:18:35.071676 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-154cfac4-e894-48c3-8299-7141757d39d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:18:37.721423 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:18:38.095253 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-596a3da4-b0b9-4b82-996f-83c398c2139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:18:39.198451 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:18:40.763773 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:18:40.999880 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:18:53.667115 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:19:05.072663 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-f05de861-597c-497c-b6e6-80e6caeb3d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:19:07.727550 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:19:08.098044 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-3d84841e-1ec7-45a0-8446-7b248f392a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:19:09.200075 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:19:10.769827 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:19:11.000602 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:19:13.257651 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-a8ca589d-192e-45a6-abd1-6346a621bfdf req-60c9e734-1cd5-4b25-9d76-517f021c37cb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0679393
May 02 03:19:13.348585 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca589d-192e-45a6-abd1-6346a621bfdf req-3a3fe5e7-97a7-4e7e-bd4c-4cb613af7b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:19:13.350027 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-a8ca589d-192e-45a6-abd1-6346a621bfdf req-3a3fe5e7-97a7-4e7e-bd4c-4cb613af7b21 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bca306ed607a4c229d3502be0e4ec32f&device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 1098 time: 0.0728400
May 02 03:19:13.497394 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca589d-192e-45a6-abd1-6346a621bfdf req-554e5cf5-95d5-443d-9224-6eef75cb5467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:19:13.498833 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-a8ca589d-192e-45a6-abd1-6346a621bfdf req-554e5cf5-95d5-443d-9224-6eef75cb5467 service neutron] 10.222.0.37 "GET /v2.0/networks?id=041817d9-bfb8-4b11-9134-61e384d9c06b HTTP/1.1" status: 200  len: 914 time: 0.1291990
May 02 03:19:13.565416 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-a8ca589d-192e-45a6-abd1-6346a621bfdf req-b37b6428-7f8a-41ef-a8cf-ecc50ed2cf10 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=45ffe3c6-5326-4090-8038-026d72de9e22 HTTP/1.1" status: 200  len: 217 time: 0.0604908
May 02 03:19:13.630959 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca589d-192e-45a6-abd1-6346a621bfdf req-8613dcd3-9637-4307-a739-583f5bbf4d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:19:13.632471 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-a8ca589d-192e-45a6-abd1-6346a621bfdf req-8613dcd3-9637-4307-a739-583f5bbf4d5b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=17e9704b-5652-4c8d-b36d-f5ac3282d83e HTTP/1.1" status: 200  len: 853 time: 0.0614295
May 02 03:19:13.684136 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-a8ca589d-192e-45a6-abd1-6346a621bfdf req-dab65992-ba46-465e-ad09-6c53e2749bb2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=041817d9-bfb8-4b11-9134-61e384d9c06b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0453467
May 02 03:19:13.827465 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-a8ca589d-192e-45a6-abd1-6346a621bfdf req-a8aff3ac-6ab6-49b3-ae63-215d4c9cb558 service neutron] 10.222.0.37 "GET /v2.0/networks/041817d9-bfb8-4b11-9134-61e384d9c06b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1365414
May 02 03:19:13.962052 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-a8ca589d-192e-45a6-abd1-6346a621bfdf req-22bcd583-8729-4471-a50d-c44b14b914f8 service neutron] 10.222.0.37 "GET /v2.0/networks/041817d9-bfb8-4b11-9134-61e384d9c06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1274340
May 02 03:19:30.667299 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:19:35.075441 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-de851a29-3006-445d-986d-8de9830b6fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:19:37.752900 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:19:38.099386 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-28492b32-88a9-4a22-9b91-a0ac9e8c0835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:19:39.206478 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:19:40.771289 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:19:41.006582 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:20:05.080250 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-1e067b67-d073-4866-959f-1fc26cc8b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:20:07.666352 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:20:07.728329 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:20:08.101693 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-d0e1e541-d321-4027-b433-7bd1718a6900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:20:09.208334 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:20:10.771975 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:20:11.016484 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:20:14.464728 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-8a73cc1a-09f2-4da8-8342-ecef9816b3db req-711415aa-7fd6-4fad-8c35-49bbef264bba service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1073327
May 02 03:20:14.556438 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73cc1a-09f2-4da8-8342-ecef9816b3db req-8c4dbc1d-43d7-4e09-9403-f0f8ac421507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:20:14.557817 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-8a73cc1a-09f2-4da8-8342-ecef9816b3db req-8c4dbc1d-43d7-4e09-9403-f0f8ac421507 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a9fa23c656804d85929e20a6cdbea65a&device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 1099 time: 0.0733328
May 02 03:20:14.703873 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73cc1a-09f2-4da8-8342-ecef9816b3db req-3632aa36-eac3-455e-8a10-515f0c33b018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:20:14.705361 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-8a73cc1a-09f2-4da8-8342-ecef9816b3db req-3632aa36-eac3-455e-8a10-515f0c33b018 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e3c24553-093c-4dba-a579-e14fc9bf8125 HTTP/1.1" status: 200  len: 916 time: 0.1292224
May 02 03:20:14.777721 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-8a73cc1a-09f2-4da8-8342-ecef9816b3db req-40598b0a-1d3a-4426-b808-9486d676a116 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1054af50-f18d-4be2-86bd-00b8a2d23b31 HTTP/1.1" status: 200  len: 217 time: 0.0647480
May 02 03:20:14.840970 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73cc1a-09f2-4da8-8342-ecef9816b3db req-08870d87-b5a8-4a68-b930-8893e6e470a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:20:14.842394 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-8a73cc1a-09f2-4da8-8342-ecef9816b3db req-08870d87-b5a8-4a68-b930-8893e6e470a4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d5979161-d7b0-4fdb-a66c-2a0a0a8b9b09 HTTP/1.1" status: 200  len: 855 time: 0.0583947
May 02 03:20:14.888613 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-8a73cc1a-09f2-4da8-8342-ecef9816b3db req-62ee3164-7026-4047-bed9-d42e41cb5791 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3c24553-093c-4dba-a579-e14fc9bf8125&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0396342
May 02 03:20:14.898819 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [req-8a73cc1a-09f2-4da8-8342-ecef9816b3db req-bb984dd1-5c24-49e7-b496-ad25045b0ca7 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=73900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 02 03:20:14.899737 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-8a73cc1a-09f2-4da8-8342-ecef9816b3db req-bb984dd1-5c24-49e7-b496-ad25045b0ca7 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0048265
May 02 03:20:15.030812 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-8a73cc1a-09f2-4da8-8342-ecef9816b3db req-41a848b0-2258-4536-a975-faf7a917889f service neutron] 10.222.0.37 "GET /v2.0/networks/e3c24553-093c-4dba-a579-e14fc9bf8125?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247351
May 02 03:20:15.166471 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-8a73cc1a-09f2-4da8-8342-ecef9816b3db req-35a1e66f-bf8b-427e-b563-09d70e0292bc service neutron] 10.222.0.37 "GET /v2.0/networks/e3c24553-093c-4dba-a579-e14fc9bf8125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1292679
May 02 03:20:35.085409 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-77aa0869-f32c-419a-8ca6-38a18cfee843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:20:37.735509 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:20:38.103819 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-f266977c-9a79-4c65-8fd7-3eb2b61ca785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:20:39.209210 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:20:40.775622 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:20:41.023668 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:20:44.666772 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:21:05.088037 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-da3ab28d-4316-418e-ad87-368156eabab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:07.731072 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:08.108950 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-cee670a8-2cda-4513-a180-ff42e30cd304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:09.213527 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:10.779235 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:11.040104 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:14.515012 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-26f2279e-5446-4517-9ce8-00c5d30fe64d req-6b2ecbcf-62b6-430d-b105-7358bbc1b949 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=19d37728-982c-46fa-bd4b-94c21efd35ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1632023
May 02 03:21:14.609793 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f2279e-5446-4517-9ce8-00c5d30fe64d req-2534b016-1522-41e0-87dd-7a4bb1221130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:21:14.611256 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-26f2279e-5446-4517-9ce8-00c5d30fe64d req-2534b016-1522-41e0-87dd-7a4bb1221130 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bbaedd301c3b45158260ff4d1414e77b&device_id=19d37728-982c-46fa-bd4b-94c21efd35ff HTTP/1.1" status: 200  len: 1098 time: 0.0731132
May 02 03:21:14.772486 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f2279e-5446-4517-9ce8-00c5d30fe64d req-0197b538-5f96-47d1-a7ec-c54b3904fdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:21:14.774704 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-26f2279e-5446-4517-9ce8-00c5d30fe64d req-0197b538-5f96-47d1-a7ec-c54b3904fdbb service neutron] 10.222.0.37 "GET /v2.0/networks?id=348595d7-7f35-4e83-a43a-21e5f105b128 HTTP/1.1" status: 200  len: 912 time: 0.1429865
May 02 03:21:14.878335 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-26f2279e-5446-4517-9ce8-00c5d30fe64d req-4066d584-e586-4a7f-bd82-fdee9c48f924 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=857c3e5d-6949-4e2a-afda-d420d0f89be2 HTTP/1.1" status: 200  len: 1000 time: 0.0974188
May 02 03:21:14.942521 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f2279e-5446-4517-9ce8-00c5d30fe64d req-0da8b695-8c5c-4d51-a37c-e8d1b0dde1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:21:14.943983 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-26f2279e-5446-4517-9ce8-00c5d30fe64d req-0da8b695-8c5c-4d51-a37c-e8d1b0dde1f4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f6786fd-128a-4bcf-a886-1f47f06c4a7a HTTP/1.1" status: 200  len: 850 time: 0.0586479
May 02 03:21:15.024492 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f2279e-5446-4517-9ce8-00c5d30fe64d req-b5c975ed-a514-4d31-a613-ceef296b7acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:21:15.025863 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-26f2279e-5446-4517-9ce8-00c5d30fe64d req-b5c975ed-a514-4d31-a613-ceef296b7acd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=348595d7-7f35-4e83-a43a-21e5f105b128&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0759130
May 02 03:21:15.158302 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-26f2279e-5446-4517-9ce8-00c5d30fe64d req-3ba72cc1-db41-44a3-b02a-61f62b90f092 service neutron] 10.222.0.37 "GET /v2.0/networks/348595d7-7f35-4e83-a43a-21e5f105b128?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1258943
May 02 03:21:15.296239 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-26f2279e-5446-4517-9ce8-00c5d30fe64d req-596d5a20-5704-46b3-a42f-7bec16723782 service neutron] 10.222.0.37 "GET /v2.0/networks/348595d7-7f35-4e83-a43a-21e5f105b128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1292396
May 02 03:21:21.665491 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:21:27.236038 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d31fcf-630c-4812-91a1-9e9eb401e543 req-09eb229d-9479-424c-a1b3-cb78c09f98a0 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:21:27.237407 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-51d31fcf-630c-4812-91a1-9e9eb401e543 req-09eb229d-9479-424c-a1b3-cb78c09f98a0 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "GET /v2.0/ports?device_id=19d37728-982c-46fa-bd4b-94c21efd35ff HTTP/1.1" status: 200  len: 945 time: 0.0836687
May 02 03:21:27.286958 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-51d31fcf-630c-4812-91a1-9e9eb401e543 req-f0a731e7-c903-45df-bfa7-538195bf2dce tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "GET /v2.0/security-groups?id=ab03cf37-b870-43b5-aa83-8dd83d7cb1f3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430949
May 02 03:21:27.626802 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280d9c5-ae92-4f6f-b16f-3da0b8a1dfd9 req-58b47ed8-7501-47ff-a4e5-bcc077f32f88 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:21:27.627503 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-c280d9c5-ae92-4f6f-b16f-3da0b8a1dfd9 req-58b47ed8-7501-47ff-a4e5-bcc077f32f88 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Synchronizing usage tracker for tenant:bbaedd301c3b45158260ff4d1414e77b on resource:port {{(pid=73900) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 02 03:21:27.645982 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-c280d9c5-ae92-4f6f-b16f-3da0b8a1dfd9 req-58b47ed8-7501-47ff-a4e5-bcc077f32f88 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Unset dirty status for tenant:bbaedd301c3b45158260ff4d1414e77b on resource:port {{(pid=73900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 02 03:21:27.647346 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-c280d9c5-ae92-4f6f-b16f-3da0b8a1dfd9 req-58b47ed8-7501-47ff-a4e5-bcc077f32f88 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.37 "GET /v2.0/ports?device_id=19d37728-982c-46fa-bd4b-94c21efd35ff HTTP/1.1" status: 200  len: 945 time: 0.1103055
May 02 03:21:27.801949 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [req-c280d9c5-ae92-4f6f-b16f-3da0b8a1dfd9 req-ea85f1a4-0913-41fe-af9c-ec65eb10a57d tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Deleting port 857c3e5d-6949-4e2a-afda-d420d0f89be2 {{(pid=73900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:21:27.802289 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-c280d9c5-ae92-4f6f-b16f-3da0b8a1dfd9 req-ea85f1a4-0913-41fe-af9c-ec65eb10a57d tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:27.938817 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [req-c280d9c5-ae92-4f6f-b16f-3da0b8a1dfd9 req-ea85f1a4-0913-41fe-af9c-ec65eb10a57d tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] For port 857c3e5d-6949-4e2a-afda-d420d0f89be2, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=857c3e5d-6949-4e2a-afda-d420d0f89be2,segment=NetworkSegment(26538810-a0cf-41d6-9ffd-cb77e61e008b),segment_id=26538810-a0cf-41d6-9ffd-cb77e61e008b)] {{(pid=73900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:21:27.939162 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-c280d9c5-ae92-4f6f-b16f-3da0b8a1dfd9 req-ea85f1a4-0913-41fe-af9c-ec65eb10a57d tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:28.238926 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-c280d9c5-ae92-4f6f-b16f-3da0b8a1dfd9 req-ea85f1a4-0913-41fe-af9c-ec65eb10a57d tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:28.239297 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-c280d9c5-ae92-4f6f-b16f-3da0b8a1dfd9 req-ea85f1a4-0913-41fe-af9c-ec65eb10a57d tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419409'] for floatingip, after_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:28.239601 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.db.l3_db [req-c280d9c5-ae92-4f6f-b16f-3da0b8a1dfd9 req-ea85f1a4-0913-41fe-af9c-ec65eb10a57d tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Floating IP f944ac02-399e-454b-8239-42d589bd6b53 disassociated. External IP: 172.27.0.71, port: 857c3e5d-6949-4e2a-afda-d420d0f89be2.
May 02 03:21:28.239935 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [req-c280d9c5-ae92-4f6f-b16f-3da0b8a1dfd9 req-ea85f1a4-0913-41fe-af9c-ec65eb10a57d tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Calling delete_port for 857c3e5d-6949-4e2a-afda-d420d0f89be2 owned by compute:nova {{(pid=73900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:21:28.356876 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-c280d9c5-ae92-4f6f-b16f-3da0b8a1dfd9 req-ea85f1a4-0913-41fe-af9c-ec65eb10a57d tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-899257'] for port, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:28.364214 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-aa1ca62e-b53b-44db-85c2-a164c6a72dd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:21:28.414262 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea85f1a4-0913-41fe-af9c-ec65eb10a57d tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Pushing event deleted for resources: {'Port': ['ID=857c3e5d-6949-4e2a-afda-d420d0f89be2,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:21:28.427154 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea85f1a4-0913-41fe-af9c-ec65eb10a57d tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:21:28.427406 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea85f1a4-0913-41fe-af9c-ec65eb10a57d tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:21:28.427758 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea85f1a4-0913-41fe-af9c-ec65eb10a57d tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:21:28.428150 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea85f1a4-0913-41fe-af9c-ec65eb10a57d tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:21:28.428493 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea85f1a4-0913-41fe-af9c-ec65eb10a57d tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:21:28.428834 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea85f1a4-0913-41fe-af9c-ec65eb10a57d tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:21:28.429171 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea85f1a4-0913-41fe-af9c-ec65eb10a57d tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:21:28.429504 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea85f1a4-0913-41fe-af9c-ec65eb10a57d tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:21:28.429839 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea85f1a4-0913-41fe-af9c-ec65eb10a57d tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:21:28.430771 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea85f1a4-0913-41fe-af9c-ec65eb10a57d tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:21:28.431528 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea85f1a4-0913-41fe-af9c-ec65eb10a57d tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:21:28.431719 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea85f1a4-0913-41fe-af9c-ec65eb10a57d tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:21:28.435425 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-ea85f1a4-0913-41fe-af9c-ec65eb10a57d tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:21:28.617365 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a5b63658-1a2e-4788-b0f8-ec5ce1429385 req-7b232a0c-cbd6-411c-a02e-1c7ceb15f366 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "GET /v2.0/ports?device_id=19d37728-982c-46fa-bd4b-94c21efd35ff HTTP/1.1" status: 200  len: 210 time: 0.1936939
May 02 03:21:28.764299 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c280d9c5-ae92-4f6f-b16f-3da0b8a1dfd9 req-ea85f1a4-0913-41fe-af9c-ec65eb10a57d tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Router 6c9b500e-40c2-4764-9374-924f26999402 has already been hosted by L3 agent c822661f-3527-457d-a53a-678072f60f18 {{(pid=73900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 02 03:21:28.962210 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c280d9c5-ae92-4f6f-b16f-3da0b8a1dfd9 req-ea85f1a4-0913-41fe-af9c-ec65eb10a57d tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify agent at l3_agent.dv-cinder-789077-1-iscsi the message routers_updated {{(pid=73900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 02 03:21:28.972542 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc61262c-5863-43b7-b3b1-cba487c68470 None None] Sync routers for ids ['6c9b500e-40c2-4764-9374-924f26999402'] in dv-cinder-789077-1-iscsi {{(pid=73902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 02 03:21:28.984170 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc61262c-5863-43b7-b3b1-cba487c68470 None None] Routers {'6c9b500e-40c2-4764-9374-924f26999402'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:21:28.984991 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-fc61262c-5863-43b7-b3b1-cba487c68470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c54cf4fd0>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:21:08Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['6c9b500e-40c2-4764-9374-924f26999402'], 'active': True} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:21:29.042395 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.l3_dvrscheduler_db [req-c280d9c5-ae92-4f6f-b16f-3da0b8a1dfd9 req-ea85f1a4-0913-41fe-af9c-ec65eb10a57d tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] No DVR routers for this DVR port 857c3e5d-6949-4e2a-afda-d420d0f89be2 on host hv-cinder-78907 {{(pid=73900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 02 03:21:29.045188 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-c280d9c5-ae92-4f6f-b16f-3da0b8a1dfd9 req-ea85f1a4-0913-41fe-af9c-ec65eb10a57d tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for port, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:29.047925 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19d37728-982c-46fa-bd4b-94c21efd35ff', 'name': 'network-vif-deleted', 'tag': '857c3e5d-6949-4e2a-afda-d420d0f89be2'}] {{(pid=73900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:21:29.068622 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-c280d9c5-ae92-4f6f-b16f-3da0b8a1dfd9 req-ea85f1a4-0913-41fe-af9c-ec65eb10a57d tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.37 "DELETE /v2.0/ports/857c3e5d-6949-4e2a-afda-d420d0f89be2 HTTP/1.1" status: 204  len: 173 time: 1.4158962
May 02 03:21:29.172169 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19d37728-982c-46fa-bd4b-94c21efd35ff', 'name': 'network-vif-deleted', 'tag': '857c3e5d-6949-4e2a-afda-d420d0f89be2', 'status': 'completed', 'code': 200}
May 02 03:21:29.236526 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvr_db [None req-fc61262c-5863-43b7-b3b1-cba487c68470 None None] Set router 6c9b500e-40c2-4764-9374-924f26999402 gateway port host: dv-cinder-789077-1-iscsi {{(pid=73902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:21:29.580070 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-fc61262c-5863-43b7-b3b1-cba487c68470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c54cf4fd0>, [{'id': '6c9b500e-40c2-4764-9374-924f26999402', 'name': 'tempest-AttachVolumeTestJSON-1406772695-router', 'tenant_id': 'bbaedd301c3b45158260ff4d1414e77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'fb9e5ab2-93b6-489d-84f4-daf4f4c762d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:14:20Z', 'updated_at': '2021-05-02T03:14:25Z', 'revision_number': 4, 'project_id': 'bbaedd301c3b45158260ff4d1414e77b', 'gw_port': {'id': 'fb9e5ab2-93b6-489d-84f4-daf4f4c762d2', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9b500e-40c2-4764-9374-924f26999402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:14:21Z', 'updated_at': '2021-05-02T03:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_interfaces': [{'id': 'ec28445f-70f5-43d2-acfb-9b77a2ba8a6d', 'name': '', 'network_id': '348595d7-7f35-4e83-a43a-21e5f105b128', 'tenant_id': 'bbaedd301c3b45158260ff4d1414e77b', 'mac_address': 'fa:16:3e:54:04:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9b500e-40c2-4764-9374-924f26999402', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2f6786fd-128a-4bcf-a886-1f47f06c4a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:14:24Z', 'updated_at': '2021-05-02T03:14:31Z', 'revision_number': 5, 'project_id': 'bbaedd301c3b45158260ff4d1414e77b', 'subnets': [{'id': '2f6786fd-128a-4bcf-a886-1f47f06c4a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:21:29.588212 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc61262c-5863-43b7-b3b1-cba487c68470 None None] Checking router: 6c9b500e-40c2-4764-9374-924f26999402 for host: dv-cinder-789077-1-iscsi {{(pid=73902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 02 03:21:29.601931 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc61262c-5863-43b7-b3b1-cba487c68470 None None] Routers {'6c9b500e-40c2-4764-9374-924f26999402'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:21:29.602743 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-fc61262c-5863-43b7-b3b1-cba487c68470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c54cf4fd0>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:21:08Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['6c9b500e-40c2-4764-9374-924f26999402'], 'active': True} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:21:29.786456 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 53828) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:21:29.835950 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvr_db [None req-fc61262c-5863-43b7-b3b1-cba487c68470 None None] Set router 6c9b500e-40c2-4764-9374-924f26999402 gateway port host: dv-cinder-789077-1-iscsi {{(pid=73902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:21:29.859456 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-3af166f2-8791-4c5c-8ec7-84a0464904d1 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks [] for security_group, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:29.887934 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-3af166f2-8791-4c5c-8ec7-84a0464904d1 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:29.957938 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-3af166f2-8791-4c5c-8ec7-84a0464904d1 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:29.962228 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-caed3fe6-a1fd-4680-8a24-13d6182651c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:21:29.978891 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af166f2-8791-4c5c-8ec7-84a0464904d1 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab03cf37-b870-43b5-aa83-8dd83d7cb1f3,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:21:29.981690 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-3af166f2-8791-4c5c-8ec7-84a0464904d1 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:21:29.990735 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-3af166f2-8791-4c5c-8ec7-84a0464904d1 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks [] for security_group, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:29.992010 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-3af166f2-8791-4c5c-8ec7-84a0464904d1 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "DELETE /v2.0/security-groups/ab03cf37-b870-43b5-aa83-8dd83d7cb1f3 HTTP/1.1" status: 204  len: 168 time: 0.2044775
May 02 03:21:29.995082 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 53834) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:21:30.015436 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.api.v2.resource [None req-a12bb88c-9768-4bd2-9935-5d735e509649 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] show failed (client error): The resource could not be found.
May 02 03:21:30.017821 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-a12bb88c-9768-4bd2-9935-5d735e509649 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "GET /v2.0/security-groups/ab03cf37-b870-43b5-aa83-8dd83d7cb1f3 HTTP/1.1" status: 404  len: 347 time: 0.0198126
May 02 03:21:30.019766 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 53838) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:21:30.200749 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-fc61262c-5863-43b7-b3b1-cba487c68470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c54cf4fd0>, [{'id': '6c9b500e-40c2-4764-9374-924f26999402', 'name': 'tempest-AttachVolumeTestJSON-1406772695-router', 'tenant_id': 'bbaedd301c3b45158260ff4d1414e77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'fb9e5ab2-93b6-489d-84f4-daf4f4c762d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:14:20Z', 'updated_at': '2021-05-02T03:14:25Z', 'revision_number': 4, 'project_id': 'bbaedd301c3b45158260ff4d1414e77b', 'gw_port': {'id': 'fb9e5ab2-93b6-489d-84f4-daf4f4c762d2', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9b500e-40c2-4764-9374-924f26999402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:14:21Z', 'updated_at': '2021-05-02T03:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_interfaces': [{'id': 'ec28445f-70f5-43d2-acfb-9b77a2ba8a6d', 'name': '', 'network_id': '348595d7-7f35-4e83-a43a-21e5f105b128', 'tenant_id': 'bbaedd301c3b45158260ff4d1414e77b', 'mac_address': 'fa:16:3e:54:04:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9b500e-40c2-4764-9374-924f26999402', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2f6786fd-128a-4bcf-a886-1f47f06c4a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:14:24Z', 'updated_at': '2021-05-02T03:14:31Z', 'revision_number': 5, 'project_id': 'bbaedd301c3b45158260ff4d1414e77b', 'subnets': [{'id': '2f6786fd-128a-4bcf-a886-1f47f06c4a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:21:30.204882 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc61262c-5863-43b7-b3b1-cba487c68470 None None] The sync data for ids ['6c9b500e-40c2-4764-9374-924f26999402'] in dv-cinder-789077-1-iscsi is: [{'id': '6c9b500e-40c2-4764-9374-924f26999402', 'name': 'tempest-AttachVolumeTestJSON-1406772695-router', 'tenant_id': 'bbaedd301c3b45158260ff4d1414e77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'fb9e5ab2-93b6-489d-84f4-daf4f4c762d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:14:20Z', 'updated_at': '2021-05-02T03:14:25Z', 'revision_number': 4, 'project_id': 'bbaedd301c3b45158260ff4d1414e77b', 'gw_port': {'id': 'fb9e5ab2-93b6-489d-84f4-daf4f4c762d2', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9b500e-40c2-4764-9374-924f26999402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:14:21Z', 'updated_at': '2021-05-02T03:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_interfaces': [{'id': 'ec28445f-70f5-43d2-acfb-9b77a2ba8a6d', 'name': '', 'network_id': '348595d7-7f35-4e83-a43a-21e5f105b128', 'tenant_id': 'bbaedd301c3b45158260ff4d1414e77b', 'mac_address': 'fa:16:3e:54:04:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9b500e-40c2-4764-9374-924f26999402', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2f6786fd-128a-4bcf-a886-1f47f06c4a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:14:24Z', 'updated_at': '2021-05-02T03:14:31Z', 'revision_number': 5, 'project_id': 'bbaedd301c3b45158260ff4d1414e77b', 'subnets': [{'id': '2f6786fd-128a-4bcf-a886-1f47f06c4a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 02 03:21:30.250783 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [None req-3de791d5-0d94-4f13-aa50-788869b3bc82 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Deleting port 87363f22-2202-4bc9-b75e-50bebf205377 {{(pid=73900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:21:30.251127 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-3de791d5-0d94-4f13-aa50-788869b3bc82 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:30.381055 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-3de791d5-0d94-4f13-aa50-788869b3bc82 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:30.381720 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-3de791d5-0d94-4f13-aa50-788869b3bc82 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:30.450274 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8735093-d0b4-49bf-97d3-ac8aea1fc33a None None] New status for floating IP f944ac02-399e-454b-8239-42d589bd6b53: DOWN {{(pid=73903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 02 03:21:30.517680 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [None req-3de791d5-0d94-4f13-aa50-788869b3bc82 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Calling delete_port for 87363f22-2202-4bc9-b75e-50bebf205377 owned by network:floatingip {{(pid=73900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:21:30.647804 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-3de791d5-0d94-4f13-aa50-788869b3bc82 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-899257'] for port, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:30.650471 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.db.api [None req-b8735093-d0b4-49bf-97d3-ac8aea1fc33a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=73903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 02 03:21:30.650912 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG oslo_db.api [None req-b8735093-d0b4-49bf-97d3-ac8aea1fc33a None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 02 03:21:30.652449 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-5d66b4d7-d4b1-4c6c-8853-4716f9713d8e tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:21:30.698082 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de791d5-0d94-4f13-aa50-788869b3bc82 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Pushing event deleted for resources: {'Port': ['ID=87363f22-2202-4bc9-b75e-50bebf205377,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:21:30.701655 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-3de791d5-0d94-4f13-aa50-788869b3bc82 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:21:30.795175 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-3de791d5-0d94-4f13-aa50-788869b3bc82 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks [] for floatingip, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:30.811011 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-3de791d5-0d94-4f13-aa50-788869b3bc82 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for floatingip, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:30.814934 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-3de791d5-0d94-4f13-aa50-788869b3bc82 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "DELETE /v2.0/floatingips/f944ac02-399e-454b-8239-42d589bd6b53 HTTP/1.1" status: 204  len: 168 time: 0.7940753
May 02 03:21:31.152891 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8735093-d0b4-49bf-97d3-ac8aea1fc33a None None] New status for floating IP f944ac02-399e-454b-8239-42d589bd6b53: DOWN {{(pid=73903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 02 03:21:31.285680 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 53852) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:21:31.295789 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [None req-fe6fc5e5-1d65-4600-bcfe-a2c71ddf746a tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Request body: {'security_group': {'name': 'tempest-securitygroup--270712820', 'description': 'tempest-description--664300192'}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:21:31.306474 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-fe6fc5e5-1d65-4600-bcfe-a2c71ddf746a tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:21:31.311670 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-fe6fc5e5-1d65-4600-bcfe-a2c71ddf746a tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Usage tracker for resource:security_group and tenant:bbaedd301c3b45158260ff4d1414e77b is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:21:31.315043 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-fe6fc5e5-1d65-4600-bcfe-a2c71ddf746a tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:21:31.321680 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-fe6fc5e5-1d65-4600-bcfe-a2c71ddf746a tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:21:31.341192 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-fe6fc5e5-1d65-4600-bcfe-a2c71ddf746a tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks [] for security_group, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:31.365969 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-fe6fc5e5-1d65-4600-bcfe-a2c71ddf746a tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:21:31.371021 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-fe6fc5e5-1d65-4600-bcfe-a2c71ddf746a tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Usage tracker for resource:security_group_rule and tenant:bbaedd301c3b45158260ff4d1414e77b is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:21:31.374251 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-fe6fc5e5-1d65-4600-bcfe-a2c71ddf746a tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:21:31.380386 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-fe6fc5e5-1d65-4600-bcfe-a2c71ddf746a tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:21:31.460753 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-fe6fc5e5-1d65-4600-bcfe-a2c71ddf746a tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks [] for security_group, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:31.465229 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-fe6fc5e5-1d65-4600-bcfe-a2c71ddf746a tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:31.468818 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-a811518c-6a8d-443f-ae08-514e393bd853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:21:31.512955 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6fc5e5-1d65-4600-bcfe-a2c71ddf746a tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b627dc1-5361-4299-9a4e-d435a78aa83f,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:21:31.515904 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-fe6fc5e5-1d65-4600-bcfe-a2c71ddf746a tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:21:31.516767 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-fe6fc5e5-1d65-4600-bcfe-a2c71ddf746a tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks [] for security_group, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:31.520674 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-fe6fc5e5-1d65-4600-bcfe-a2c71ddf746a tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.2302883
May 02 03:21:31.520888 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 53858) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:21:31.526696 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [None req-b298665f-bf1b-4b1e-8045-e5049fb877cd tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Request body: {'security_group_rule': {'security_group_id': '3b627dc1-5361-4299-9a4e-d435a78aa83f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:21:31.532547 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-b298665f-bf1b-4b1e-8045-e5049fb877cd tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:21:31.536342 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-b298665f-bf1b-4b1e-8045-e5049fb877cd tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Usage tracker for resource:security_group_rule and tenant:bbaedd301c3b45158260ff4d1414e77b is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:21:31.541141 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-b298665f-bf1b-4b1e-8045-e5049fb877cd tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:21:31.555528 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-b298665f-bf1b-4b1e-8045-e5049fb877cd tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:21:31.574454 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-b298665f-bf1b-4b1e-8045-e5049fb877cd tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:31.715715 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-b298665f-bf1b-4b1e-8045-e5049fb877cd tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:31.719414 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-b298665f-bf1b-4b1e-8045-e5049fb877cd tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497234'] for security_group_rule, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:31.728549 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:21:31.747229 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b298665f-bf1b-4b1e-8045-e5049fb877cd tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a68e80ed-821d-4aa8-9cfe-592d72979c71,revision_number=0']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:21:31.751069 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-b298665f-bf1b-4b1e-8045-e5049fb877cd tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:21:31.761909 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-b298665f-bf1b-4b1e-8045-e5049fb877cd tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:31.765750 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-b298665f-bf1b-4b1e-8045-e5049fb877cd tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2415154
May 02 03:21:31.765915 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 53864) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:21:31.771469 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [None req-7b5bc0e3-afb8-40e6-9acd-b20db1759305 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Request body: {'security_group_rule': {'security_group_id': '3b627dc1-5361-4299-9a4e-d435a78aa83f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:21:31.777952 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-7b5bc0e3-afb8-40e6-9acd-b20db1759305 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:21:31.782871 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-7b5bc0e3-afb8-40e6-9acd-b20db1759305 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Usage tracker for resource:security_group_rule and tenant:bbaedd301c3b45158260ff4d1414e77b is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:21:31.785838 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-7b5bc0e3-afb8-40e6-9acd-b20db1759305 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:21:31.799115 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-7b5bc0e3-afb8-40e6-9acd-b20db1759305 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:21:31.816636 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-7b5bc0e3-afb8-40e6-9acd-b20db1759305 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:31.878727 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-7b5bc0e3-afb8-40e6-9acd-b20db1759305 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:31.882642 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-7b5bc0e3-afb8-40e6-9acd-b20db1759305 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497234'] for security_group_rule, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:31.885157 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:21:31.907611 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5bc0e3-afb8-40e6-9acd-b20db1759305 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05211097-8f16-44f7-90ac-e7056f74787e,revision_number=0']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:21:31.913158 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-7b5bc0e3-afb8-40e6-9acd-b20db1759305 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:21:31.922174 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-7b5bc0e3-afb8-40e6-9acd-b20db1759305 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:31.923402 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-7b5bc0e3-afb8-40e6-9acd-b20db1759305 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1564796
May 02 03:21:31.926465 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 53870) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:21:31.932109 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [None req-06ab32a6-5d5a-4701-a1f7-268301a6e27e tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Request body: {'floatingip': {'floating_network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700'}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:21:31.938994 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-06ab32a6-5d5a-4701-a1f7-268301a6e27e tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:21:31.942797 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-06ab32a6-5d5a-4701-a1f7-268301a6e27e tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Usage tracker for resource:floatingip and tenant:bbaedd301c3b45158260ff4d1414e77b is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:21:31.946195 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-06ab32a6-5d5a-4701-a1f7-268301a6e27e tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:21:31.952294 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-06ab32a6-5d5a-4701-a1f7-268301a6e27e tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:21:31.965848 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-06ab32a6-5d5a-4701-a1f7-268301a6e27e tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks [] for floatingip, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:32.104893 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-06ab32a6-5d5a-4701-a1f7-268301a6e27e tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:32.255703 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.db_base_plugin_common [None req-06ab32a6-5d5a-4701-a1f7-268301a6e27e tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Allocated IP 172.27.0.103 (8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700/cde322b7-5107-4ee3-8bef-bf160ca73532/55fa81f2-13a5-4f5a-9cd9-ec3ca55519a1) {{(pid=73900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 02 03:21:32.399704 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-06ab32a6-5d5a-4701-a1f7-268301a6e27e tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks [] for port, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:32.438845 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-06ab32a6-5d5a-4701-a1f7-268301a6e27e tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747865333526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-899257'] for port, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:32.443424 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-41481a5a-8efa-46df-a009-9358c348eba5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:21:32.503949 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ab32a6-5d5a-4701-a1f7-268301a6e27e tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Network 8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700 is already hosted by enough agents. {{(pid=73900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:21:32.510880 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.base_scheduler [None req-06ab32a6-5d5a-4701-a1f7-268301a6e27e tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Resources bound (agent type, host, resource id):  {{(pid=73900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:21:32.514902 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ab32a6-5d5a-4701-a1f7-268301a6e27e tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Received port after_create {{(pid=73900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 02 03:21:32.551048 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab32a6-5d5a-4701-a1f7-268301a6e27e tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Pushing event updated for resources: {'Port': ['ID=55fa81f2-13a5-4f5a-9cd9-ec3ca55519a1,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:21:32.560057 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-06ab32a6-5d5a-4701-a1f7-268301a6e27e tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:21:32.603441 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-06ab32a6-5d5a-4701-a1f7-268301a6e27e tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:32.668571 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-06ab32a6-5d5a-4701-a1f7-268301a6e27e tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:32.796539 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device 857c3e5d-6949-4e2a-afda-d420d0f89be2 no longer exists at agent hyperv_hv-cinder-78907 {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 02 03:21:32.833598 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] No Port match for: 857c3e5d-6949-4e2a-afda-d420d0f89be2 {{(pid=73902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 02 03:21:32.834029 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device 857c3e5d-6949-4e2a-afda-d420d0f89be2 not bound to the agent host hv-cinder-78907 {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 02 03:21:32.882158 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-06ab32a6-5d5a-4701-a1f7-268301a6e27e tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks [] for port, precommit_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:32.887243 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-06ab32a6-5d5a-4701-a1f7-268301a6e27e tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-899214'] for port, after_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:32.891946 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:21:33.005014 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab32a6-5d5a-4701-a1f7-268301a6e27e tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Pushing event updated for resources: {'Port': ['ID=55fa81f2-13a5-4f5a-9cd9-ec3ca55519a1,revision_number=2']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:21:33.010737 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-06ab32a6-5d5a-4701-a1f7-268301a6e27e tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:21:33.015827 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-06ab32a6-5d5a-4701-a1f7-268301a6e27e tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419409'] for floatingip, after_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:33.039279 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-06ab32a6-5d5a-4701-a1f7-268301a6e27e tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for floatingip, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:33.040655 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-06ab32a6-5d5a-4701-a1f7-268301a6e27e tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.1130869
May 02 03:21:33.213768 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-9a012b35-7c29-4c6d-9a24-68cab90e1bc5 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--270712820&fields=id&tenant_id=bbaedd301c3b45158260ff4d1414e77b HTTP/1.1" status: 200  len: 267 time: 0.0422866
May 02 03:21:33.367671 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-b87aa122-a8b6-48b9-b0de-98aa476be974 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:21:33.369348 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-b87aa122-a8b6-48b9-b0de-98aa476be974 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "GET /v2.0/networks?id=348595d7-7f35-4e83-a43a-21e5f105b128 HTTP/1.1" status: 200  len: 811 time: 0.1490350
May 02 03:21:33.384408 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-654f17eb-47a2-433a-84ee-807807db3766 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "GET /v2.0/quotas/bbaedd301c3b45158260ff4d1414e77b HTTP/1.1" status: 200  len: 375 time: 0.0094826
May 02 03:21:33.472762 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-7c72372f-b0ba-4e69-b914-d71bea5375a4 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=bbaedd301c3b45158260ff4d1414e77b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0834901
May 02 03:21:33.534633 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-ae2ffae8-ce4c-47be-9354-a4d0d3076824 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=73901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 02 03:21:33.535636 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-ae2ffae8-ce4c-47be-9354-a4d0d3076824 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0493975
May 02 03:21:33.667311 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-e685ff5e-e250-4657-bb8b-c0d595fa7e45 service neutron] 10.222.0.38 "GET /v2.0/networks/348595d7-7f35-4e83-a43a-21e5f105b128?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1250501
May 02 03:21:33.811259 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-729bd186-3d2b-4e77-8d1b-86d56664df17 service neutron] 10.222.0.38 "GET /v2.0/networks/348595d7-7f35-4e83-a43a-21e5f105b128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1381214
May 02 03:21:33.991329 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-6b827216-ec57-4312-9b25-c92071efbc79 req-e7c8ab5d-a49c-4d35-9ff6-cc2e1160e7d8 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3a17f40-ef8b-4001-83ea-57cac708a750 HTTP/1.1" status: 200  len: 210 time: 0.0424290
May 02 03:21:35.105805 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-c3965a5d-3ad9-40bf-90c2-edcfb308a1d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:35.161440 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-3b6cd9d4-46d7-4b76-a36f-e803b9fe6425 req-4c2d793d-b56f-4b8e-b644-4b3bd5bc46ef tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3a17f40-ef8b-4001-83ea-57cac708a750 HTTP/1.1" status: 200  len: 210 time: 0.0465832
May 02 03:21:35.255288 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-57f33f45-0c55-4b80-9c8a-f1c7e2d70bb7 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:21:35.256823 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-57f33f45-0c55-4b80-9c8a-f1c7e2d70bb7 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.37 "GET /v2.0/networks?id=348595d7-7f35-4e83-a43a-21e5f105b128 HTTP/1.1" status: 200  len: 811 time: 0.2248681
May 02 03:21:35.313026 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-590c60ab-cc84-4e84-a0bb-952ea5550ca4 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Synchronizing usage tracker for tenant:bbaedd301c3b45158260ff4d1414e77b on resource:security_group {{(pid=73900) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 02 03:21:35.328104 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-590c60ab-cc84-4e84-a0bb-952ea5550ca4 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Unset dirty status for tenant:bbaedd301c3b45158260ff4d1414e77b on resource:security_group {{(pid=73900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 02 03:21:35.329223 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-590c60ab-cc84-4e84-a0bb-952ea5550ca4 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbaedd301c3b45158260ff4d1414e77b HTTP/1.1" status: 200  len: 379 time: 0.0612841
May 02 03:21:35.338357 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-51dbe084-07a9-4d04-a49d-eec6958ed780 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Request body: {'port': {'device_id': 'a3a17f40-ef8b-4001-83ea-57cac708a750', 'network_id': '348595d7-7f35-4e83-a43a-21e5f105b128', 'admin_state_up': True, 'tenant_id': 'bbaedd301c3b45158260ff4d1414e77b', 'security_groups': ['3b627dc1-5361-4299-9a4e-d435a78aa83f']}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:21:35.478549 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-51dbe084-07a9-4d04-a49d-eec6958ed780 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:21:35.482636 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-51dbe084-07a9-4d04-a49d-eec6958ed780 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Usage tracker for resource:port and tenant:bbaedd301c3b45158260ff4d1414e77b is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:21:35.485462 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-51dbe084-07a9-4d04-a49d-eec6958ed780 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Quota usage for port was recalculated. Used quota:3. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:21:35.492558 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-51dbe084-07a9-4d04-a49d-eec6958ed780 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:21:35.502971 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-51dbe084-07a9-4d04-a49d-eec6958ed780 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Made reservation on behalf of bbaedd301c3b45158260ff4d1414e77b for: {'port': 1} {{(pid=73900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 02 03:21:35.506492 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-51dbe084-07a9-4d04-a49d-eec6958ed780 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:35.671548 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.db_base_plugin_common [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-51dbe084-07a9-4d04-a49d-eec6958ed780 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Allocated IP 172.20.0.5 (348595d7-7f35-4e83-a43a-21e5f105b128/2f6786fd-128a-4bcf-a886-1f47f06c4a7a/6ece6de4-b3bc-4f0f-be09-6b6e75197504) {{(pid=73900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 02 03:21:35.952837 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-51dbe084-07a9-4d04-a49d-eec6958ed780 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks [] for port, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:35.968878 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.provisioning_blocks [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-51dbe084-07a9-4d04-a49d-eec6958ed780 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Transition to ACTIVE for port object 6ece6de4-b3bc-4f0f-be09-6b6e75197504 will not be triggered until provisioned by entity DHCP. {{(pid=73900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:21:35.995794 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-51dbe084-07a9-4d04-a49d-eec6958ed780 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747865333526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-899257'] for port, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:36.001280 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-06ab32a6-5d5a-4701-a1f7-268301a6e27e tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:21:36.071445 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-51dbe084-07a9-4d04-a49d-eec6958ed780 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Network 348595d7-7f35-4e83-a43a-21e5f105b128 is already hosted by enough agents. {{(pid=73900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:21:36.074940 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.base_scheduler [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-51dbe084-07a9-4d04-a49d-eec6958ed780 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Resources bound (agent type, host, resource id):  {{(pid=73900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:21:36.078841 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-51dbe084-07a9-4d04-a49d-eec6958ed780 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Received port after_create {{(pid=73900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 02 03:21:36.111381 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dbe084-07a9-4d04-a49d-eec6958ed780 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Pushing event updated for resources: {'Port': ['ID=6ece6de4-b3bc-4f0f-be09-6b6e75197504,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:21:36.119410 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-51dbe084-07a9-4d04-a49d-eec6958ed780 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:21:36.151084 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-51dbe084-07a9-4d04-a49d-eec6958ed780 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:21:36.151713 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-51dbe084-07a9-4d04-a49d-eec6958ed780 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for port, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:36.179517 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-51dbe084-07a9-4d04-a49d-eec6958ed780 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8448370
May 02 03:21:36.191782 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-e95305bd-fccf-4a5f-9031-7389977fc7e7 service neutron] Request body: {'port': {'device_id': 'a3a17f40-ef8b-4001-83ea-57cac708a750', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78907'}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:21:36.316860 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-e95305bd-fccf-4a5f-9031-7389977fc7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:36.349914 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-7e4457f9-9e30-447d-af92-ebce92579a4d None None] Provisioning for port 6ece6de4-b3bc-4f0f-be09-6b6e75197504 completed by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:21:36.359724 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-7e4457f9-9e30-447d-af92-ebce92579a4d None None] Provisioning complete for port 6ece6de4-b3bc-4f0f-be09-6b6e75197504 triggered by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:21:36.360530 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7e4457f9-9e30-447d-af92-ebce92579a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:36.375882 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4726263-2ede-4131-93b7-6ab633950df4 req-7102799d-23eb-40a1-a586-afb545b455fc tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:21:36.377391 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a4726263-2ede-4131-93b7-6ab633950df4 req-7102799d-23eb-40a1-a586-afb545b455fc tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3a17f40-ef8b-4001-83ea-57cac708a750 HTTP/1.1" status: 200  len: 931 time: 0.0896020
May 02 03:21:36.428175 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a4726263-2ede-4131-93b7-6ab633950df4 req-d3abcbb9-37a3-4e2f-9122-e2f2a9cc8a17 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "GET /v2.0/security-groups?id=3b627dc1-5361-4299-9a4e-d435a78aa83f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438478
May 02 03:21:36.438582 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-7e4457f9-9e30-447d-af92-ebce92579a4d None None] Port 6ece6de4-b3bc-4f0f-be09-6b6e75197504 cannot update to ACTIVE because it is not bound. {{(pid=73902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 02 03:21:36.685386 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.notifiers.nova [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-e95305bd-fccf-4a5f-9031-7389977fc7e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ece6de4-b3bc-4f0f-be09-6b6e75197504 {{(pid=73900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 02 03:21:36.692610 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-e95305bd-fccf-4a5f-9031-7389977fc7e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:36.707170 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.provisioning_blocks [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-e95305bd-fccf-4a5f-9031-7389977fc7e7 service neutron] Transition to ACTIVE for port object 6ece6de4-b3bc-4f0f-be09-6b6e75197504 will not be triggered until provisioned by entity L2. {{(pid=73900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:21:36.711116 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-e95305bd-fccf-4a5f-9031-7389977fc7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-899214'] for port, after_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:36.714720 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:21:36.845062 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95305bd-fccf-4a5f-9031-7389977fc7e7 service neutron] Pushing event updated for resources: {'Port': ['ID=6ece6de4-b3bc-4f0f-be09-6b6e75197504,revision_number=2']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:21:36.873058 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-e95305bd-fccf-4a5f-9031-7389977fc7e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:21:36.952757 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-e95305bd-fccf-4a5f-9031-7389977fc7e7 service neutron] Attempting to bind port 6ece6de4-b3bc-4f0f-be09-6b6e75197504 on host hv-cinder-78907 for vnic_type normal with profile  {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 02 03:21:36.953091 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-e95305bd-fccf-4a5f-9031-7389977fc7e7 service neutron] Attempting to bind port 6ece6de4-b3bc-4f0f-be09-6b6e75197504 by drivers openvswitch,hyperv on host hv-cinder-78907 at level 0 using segments [{'id': '26538810-a0cf-41d6-9ffd-cb77e61e008b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '348595d7-7f35-4e83-a43a-21e5f105b128'}] {{(pid=73900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 02 03:21:36.953410 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-e95305bd-fccf-4a5f-9031-7389977fc7e7 service neutron] Attempting to bind port 6ece6de4-b3bc-4f0f-be09-6b6e75197504 on network 348595d7-7f35-4e83-a43a-21e5f105b128 {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:21:36.958243 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-e95305bd-fccf-4a5f-9031-7389977fc7e7 service neutron] Port 6ece6de4-b3bc-4f0f-be09-6b6e75197504 on network 348595d7-7f35-4e83-a43a-21e5f105b128 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78907 {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 02 03:21:36.958591 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-e95305bd-fccf-4a5f-9031-7389977fc7e7 service neutron] Attempting to bind port 6ece6de4-b3bc-4f0f-be09-6b6e75197504 on network 348595d7-7f35-4e83-a43a-21e5f105b128 {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:21:36.964302 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-e95305bd-fccf-4a5f-9031-7389977fc7e7 service neutron] Checking agent: {'id': '8531ff9a-0c75-4a44-9da7-2507d2e05f16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 8, 9), 'started_at': datetime.datetime(2021, 5, 2, 3, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 02 03:21:36.964638 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-e95305bd-fccf-4a5f-9031-7389977fc7e7 service neutron] Checking segment: {'id': '26538810-a0cf-41d6-9ffd-cb77e61e008b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '348595d7-7f35-4e83-a43a-21e5f105b128'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:21:36.965064 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-e95305bd-fccf-4a5f-9031-7389977fc7e7 service neutron] Bound using segment: {'id': '26538810-a0cf-41d6-9ffd-cb77e61e008b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '348595d7-7f35-4e83-a43a-21e5f105b128'} {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 02 03:21:36.965520 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-e95305bd-fccf-4a5f-9031-7389977fc7e7 service neutron] Bound port: 6ece6de4-b3bc-4f0f-be09-6b6e75197504, host: hv-cinder-78907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26538810-a0cf-41d6-9ffd-cb77e61e008b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '348595d7-7f35-4e83-a43a-21e5f105b128'}}] {{(pid=73900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 02 03:21:36.965865 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-e95305bd-fccf-4a5f-9031-7389977fc7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:37.063808 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-e95305bd-fccf-4a5f-9031-7389977fc7e7 service neutron] For port 6ece6de4-b3bc-4f0f-be09-6b6e75197504, host hv-cinder-78907, cleared binding levels {{(pid=73900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 02 03:21:37.066934 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-e95305bd-fccf-4a5f-9031-7389977fc7e7 service neutron] For port 6ece6de4-b3bc-4f0f-be09-6b6e75197504, host hv-cinder-78907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=6ece6de4-b3bc-4f0f-be09-6b6e75197504,segment=NetworkSegment(26538810-a0cf-41d6-9ffd-cb77e61e008b),segment_id=26538810-a0cf-41d6-9ffd-cb77e61e008b)] {{(pid=73900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 02 03:21:37.071215 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-e95305bd-fccf-4a5f-9031-7389977fc7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-899214'] for port, after_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:37.074811 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-64b58c31-b599-480b-8766-70621b1671c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:21:37.128065 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-e95305bd-fccf-4a5f-9031-7389977fc7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:21:37.128757 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-e95305bd-fccf-4a5f-9031-7389977fc7e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for port, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:37.130262 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-e95305bd-fccf-4a5f-9031-7389977fc7e7 service neutron] 10.222.0.37 "PUT /v2.0/ports/6ece6de4-b3bc-4f0f-be09-6b6e75197504 HTTP/1.1" status: 200  len: 1093 time: 0.9435053
May 02 03:21:37.130772 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a17f40-ef8b-4001-83ea-57cac708a750', 'tag': '6ece6de4-b3bc-4f0f-be09-6b6e75197504'}] {{(pid=73900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:21:37.158220 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95305bd-fccf-4a5f-9031-7389977fc7e7 service neutron] Pushing event updated for resources: {'Port': ['ID=6ece6de4-b3bc-4f0f-be09-6b6e75197504,revision_number=3']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:21:37.163735 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-e95305bd-fccf-4a5f-9031-7389977fc7e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:21:37.207412 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3a17f40-ef8b-4001-83ea-57cac708a750', 'tag': '6ece6de4-b3bc-4f0f-be09-6b6e75197504', 'status': 'completed', 'code': 200}
May 02 03:21:37.261190 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-11b245c5-6dad-4d32-935c-c8a0656119ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:21:37.262794 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-11b245c5-6dad-4d32-935c-c8a0656119ce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bbaedd301c3b45158260ff4d1414e77b&device_id=a3a17f40-ef8b-4001-83ea-57cac708a750 HTTP/1.1" status: 200  len: 1096 time: 0.0911088
May 02 03:21:37.333000 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-0f40e5fb-084e-4ed3-88be-c700b0b838b0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ece6de4-b3bc-4f0f-be09-6b6e75197504 HTTP/1.1" status: 200  len: 217 time: 0.0631161
May 02 03:21:37.402623 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-26cdb4ff-caeb-47c1-9dd2-f6c0daa7d1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:21:37.403979 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-26cdb4ff-caeb-47c1-9dd2-f6c0daa7d1d9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f6786fd-128a-4bcf-a886-1f47f06c4a7a HTTP/1.1" status: 200  len: 850 time: 0.0652497
May 02 03:21:37.489811 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-d2fba7e5-ec13-4c29-a8c6-36b4215871e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:21:37.491394 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-d2fba7e5-ec13-4c29-a8c6-36b4215871e7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=348595d7-7f35-4e83-a43a-21e5f105b128&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0814567
May 02 03:21:37.620410 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987efe0-c6b7-4b22-9e1a-739f0cee17c5 req-53d873cd-da32-4f6a-9493-e55aa7bebdd4 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:21:37.621881 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c987efe0-c6b7-4b22-9e1a-739f0cee17c5 req-53d873cd-da32-4f6a-9493-e55aa7bebdd4 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3a17f40-ef8b-4001-83ea-57cac708a750 HTTP/1.1" status: 200  len: 943 time: 0.0806687
May 02 03:21:37.629527 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-f662b934-958e-4d94-acbb-cb78805d9d55 service neutron] 10.222.0.37 "GET /v2.0/networks/348595d7-7f35-4e83-a43a-21e5f105b128?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1318190
May 02 03:21:37.667036 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c987efe0-c6b7-4b22-9e1a-739f0cee17c5 req-f97e605c-ccbf-418a-86be-efab3eb01063 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "GET /v2.0/security-groups?id=3b627dc1-5361-4299-9a4e-d435a78aa83f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391557
May 02 03:21:37.731403 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:37.857346 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-5b6912c8-b882-4b02-9479-11d96c57b3b8 req-dd52359d-4fe2-4b2e-b407-f7ed728d7d8e service neutron] 10.222.0.37 "GET /v2.0/networks/348595d7-7f35-4e83-a43a-21e5f105b128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2215490
May 02 03:21:37.974550 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691f933-adf6-45c8-89bd-f7bd3fdb3e84 req-523dadef-77f2-4e52-b785-3ead3fb9e172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:21:37.976190 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-6691f933-adf6-45c8-89bd-f7bd3fdb3e84 req-523dadef-77f2-4e52-b785-3ead3fb9e172 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bbaedd301c3b45158260ff4d1414e77b&device_id=a3a17f40-ef8b-4001-83ea-57cac708a750 HTTP/1.1" status: 200  len: 1096 time: 0.0750368
May 02 03:21:38.103291 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-5329ffbd-1141-471b-8700-63f8619cfc6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:38.109125 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691f933-adf6-45c8-89bd-f7bd3fdb3e84 req-b50b1eed-d55f-441f-a60d-e845dd74c135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:21:38.110613 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-6691f933-adf6-45c8-89bd-f7bd3fdb3e84 req-b50b1eed-d55f-441f-a60d-e845dd74c135 service neutron] 10.222.0.37 "GET /v2.0/networks?id=348595d7-7f35-4e83-a43a-21e5f105b128 HTTP/1.1" status: 200  len: 912 time: 0.1278045
May 02 03:21:38.180981 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-6691f933-adf6-45c8-89bd-f7bd3fdb3e84 req-85287ed9-9b5b-49b8-994e-1386eb1453eb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ece6de4-b3bc-4f0f-be09-6b6e75197504 HTTP/1.1" status: 200  len: 217 time: 0.0619347
May 02 03:21:38.248615 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691f933-adf6-45c8-89bd-f7bd3fdb3e84 req-ae050e88-2aaf-4db1-b12c-ba2a48e4ed61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:21:38.249940 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-6691f933-adf6-45c8-89bd-f7bd3fdb3e84 req-ae050e88-2aaf-4db1-b12c-ba2a48e4ed61 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f6786fd-128a-4bcf-a886-1f47f06c4a7a HTTP/1.1" status: 200  len: 850 time: 0.0625725
May 02 03:21:38.328107 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691f933-adf6-45c8-89bd-f7bd3fdb3e84 req-395f93fa-5bba-455b-9eb9-ec63eec89bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:21:38.329562 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-6691f933-adf6-45c8-89bd-f7bd3fdb3e84 req-395f93fa-5bba-455b-9eb9-ec63eec89bed service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=348595d7-7f35-4e83-a43a-21e5f105b128&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0721855
May 02 03:21:38.469336 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-6691f933-adf6-45c8-89bd-f7bd3fdb3e84 req-ab5c7b62-086a-4542-a850-162546a08277 service neutron] 10.222.0.37 "GET /v2.0/networks/348595d7-7f35-4e83-a43a-21e5f105b128?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1318970
May 02 03:21:38.608524 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-6691f933-adf6-45c8-89bd-f7bd3fdb3e84 req-ae85350b-f29a-4433-bec3-66ae0ec57e43 service neutron] 10.222.0.37 "GET /v2.0/networks/348595d7-7f35-4e83-a43a-21e5f105b128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1319623
May 02 03:21:38.822031 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device 6ece6de4-b3bc-4f0f-be09-6b6e75197504 details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=73902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 02 03:21:38.869958 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c02f10-6a33-4829-ab3d-3b5c7e6fed00 req-32d5d6ed-b159-480d-8b1c-9760c2dd0ae2 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:21:38.871690 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-36c02f10-6a33-4829-ab3d-3b5c7e6fed00 req-32d5d6ed-b159-480d-8b1c-9760c2dd0ae2 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3a17f40-ef8b-4001-83ea-57cac708a750 HTTP/1.1" status: 200  len: 943 time: 0.0888426
May 02 03:21:38.917594 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-36c02f10-6a33-4829-ab3d-3b5c7e6fed00 req-3b860f81-4c20-4433-8106-fb7481d480c0 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "GET /v2.0/security-groups?id=3b627dc1-5361-4299-9a4e-d435a78aa83f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397654
May 02 03:21:38.963212 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port 6ece6de4-b3bc-4f0f-be09-6b6e75197504, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=6ece6de4-b3bc-4f0f-be09-6b6e75197504,segment=NetworkSegment(26538810-a0cf-41d6-9ffd-cb77e61e008b),segment_id=26538810-a0cf-41d6-9ffd-cb77e61e008b)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:21:38.976125 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Returning: {'device': '6ece6de4-b3bc-4f0f-be09-6b6e75197504', 'network_id': '348595d7-7f35-4e83-a43a-21e5f105b128', 'port_id': '6ece6de4-b3bc-4f0f-be09-6b6e75197504', 'mac_address': 'fa:16:3e:d9:88:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f6786fd-128a-4bcf-a886-1f47f06c4a7a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 02 03:21:39.034597 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:39.051218 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.notifiers.nova [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ece6de4-b3bc-4f0f-be09-6b6e75197504 {{(pid=73902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 02 03:21:39.067536 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port 6ece6de4-b3bc-4f0f-be09-6b6e75197504, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=6ece6de4-b3bc-4f0f-be09-6b6e75197504,segment=NetworkSegment(26538810-a0cf-41d6-9ffd-cb77e61e008b),segment_id=26538810-a0cf-41d6-9ffd-cb77e61e008b)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:21:39.072532 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:39.074411 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:21:39.142539 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Pushing event updated for resources: {'Port': ['ID=6ece6de4-b3bc-4f0f-be09-6b6e75197504,revision_number=4']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:21:39.151125 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:21:39.151439 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:21:39.151768 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:21:39.152090 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:21:39.152409 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:21:39.152725 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:21:39.153039 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:21:39.153352 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:21:39.153686 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:21:39.154000 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:21:39.154309 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:21:39.154640 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:21:39.158562 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:21:39.219129 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:39.375863 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] get_ports_and_sgs() called for port_ids ['6ece6de4-b3bc-4f0f-be09-6b6e75197504'] {{(pid=73902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 02 03:21:40.104913 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a1c77-91fd-451e-b35d-fff49df1e5c5 req-93139b74-77c9-4b11-b5c5-67b21018b3f7 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:21:40.106326 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c66a1c77-91fd-451e-b35d-fff49df1e5c5 req-93139b74-77c9-4b11-b5c5-67b21018b3f7 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3a17f40-ef8b-4001-83ea-57cac708a750 HTTP/1.1" status: 200  len: 944 time: 0.0823753
May 02 03:21:40.150125 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c66a1c77-91fd-451e-b35d-fff49df1e5c5 req-f49e308e-a4b7-49d6-a6cc-1e14e8fc1555 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "GET /v2.0/security-groups?id=3b627dc1-5361-4299-9a4e-d435a78aa83f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381370
May 02 03:21:40.784239 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:40.822018 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device 6ece6de4-b3bc-4f0f-be09-6b6e75197504 up at agent hyperv_hv-cinder-78907 {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:21:40.917099 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Provisioning for port 6ece6de4-b3bc-4f0f-be09-6b6e75197504 completed by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:21:40.921715 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Provisioning complete for port 6ece6de4-b3bc-4f0f-be09-6b6e75197504 triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:21:40.922082 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:41.054146 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:41.067308 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:41.082072 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a17f40-ef8b-4001-83ea-57cac708a750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ece6de4-b3bc-4f0f-be09-6b6e75197504'}] {{(pid=73902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:21:41.092727 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port 6ece6de4-b3bc-4f0f-be09-6b6e75197504, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=6ece6de4-b3bc-4f0f-be09-6b6e75197504,segment=NetworkSegment(26538810-a0cf-41d6-9ffd-cb77e61e008b),segment_id=26538810-a0cf-41d6-9ffd-cb77e61e008b)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:21:41.098438 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:41.101343 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:21:41.167483 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Pushing event updated for resources: {'Port': ['ID=6ece6de4-b3bc-4f0f-be09-6b6e75197504,revision_number=5']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:21:41.170607 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:21:41.182611 dv-cinder-789077-1-iscsi neutron-server[73902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a17f40-ef8b-4001-83ea-57cac708a750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ece6de4-b3bc-4f0f-be09-6b6e75197504', 'code': 200}
May 02 03:21:41.340794 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de5bb70-1bf9-4d06-9624-2799153e2130 req-f727ed96-e827-44ec-85db-207b8e2154a9 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:21:41.342252 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-5de5bb70-1bf9-4d06-9624-2799153e2130 req-f727ed96-e827-44ec-85db-207b8e2154a9 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3a17f40-ef8b-4001-83ea-57cac708a750 HTTP/1.1" status: 200  len: 945 time: 0.0830414
May 02 03:21:41.387770 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-5de5bb70-1bf9-4d06-9624-2799153e2130 req-d6fff13b-d9a7-44ee-a038-49ac602f0031 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "GET /v2.0/security-groups?id=3b627dc1-5361-4299-9a4e-d435a78aa83f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395365
May 02 03:21:41.418351 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab4c40d-01e0-4808-93a3-75e4c7ec94ac req-06686d51-f4e2-4a91-82aa-9693baa6ec73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:21:41.420049 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-bab4c40d-01e0-4808-93a3-75e4c7ec94ac req-06686d51-f4e2-4a91-82aa-9693baa6ec73 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a3a17f40-ef8b-4001-83ea-57cac708a750 HTTP/1.1" status: 200  len: 1098 time: 0.0789263
May 02 03:21:41.462831 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-bab4c40d-01e0-4808-93a3-75e4c7ec94ac req-026164bb-7e1b-415b-8ac5-cada10233808 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3b627dc1-5361-4299-9a4e-d435a78aa83f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0366802
May 02 03:21:42.593759 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de388631-70a2-4ca6-a735-25cb3d23d202 req-60a6bc67-bb15-41cb-be09-a4381e523425 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:21:42.595278 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-de388631-70a2-4ca6-a735-25cb3d23d202 req-60a6bc67-bb15-41cb-be09-a4381e523425 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3a17f40-ef8b-4001-83ea-57cac708a750 HTTP/1.1" status: 200  len: 945 time: 0.0918829
May 02 03:21:42.641944 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-de388631-70a2-4ca6-a735-25cb3d23d202 req-1147bac6-ab88-4ef2-8cb2-0a67fe1a4f18 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "GET /v2.0/security-groups?id=3b627dc1-5361-4299-9a4e-d435a78aa83f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406165
May 02 03:21:42.831306 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494370b-3603-489e-94dd-1becccddf7ae req-50fc7abb-0b1b-452b-bdd7-9455ee58b453 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:21:42.832741 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2494370b-3603-489e-94dd-1becccddf7ae req-50fc7abb-0b1b-452b-bdd7-9455ee58b453 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3a17f40-ef8b-4001-83ea-57cac708a750 HTTP/1.1" status: 200  len: 945 time: 0.0869091
May 02 03:21:42.842055 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 54006) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:21:42.847102 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.v2.base [None req-f182e03d-9c66-400d-aa09-c5cfd0eb6f4e tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Request body: {'floatingip': {'port_id': '6ece6de4-b3bc-4f0f-be09-6b6e75197504'}} {{(pid=73901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:21:42.921534 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-f182e03d-9c66-400d-aa09-c5cfd0eb6f4e tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks [] for floatingip, before_update {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:43.574900 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-f182e03d-9c66-400d-aa09-c5cfd0eb6f4e tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:43.578910 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-f182e03d-9c66-400d-aa09-c5cfd0eb6f4e tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419409'] for floatingip, after_update {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:43.751208 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.db.l3_db [None req-f182e03d-9c66-400d-aa09-c5cfd0eb6f4e tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Floating IP cd2d8e80-53aa-4638-9e2d-aca2b357ae8a associated. External IP: 172.27.0.103, port: 6ece6de4-b3bc-4f0f-be09-6b6e75197504.
May 02 03:21:44.110640 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f182e03d-9c66-400d-aa09-c5cfd0eb6f4e tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Router 6c9b500e-40c2-4764-9374-924f26999402 has already been hosted by L3 agent c822661f-3527-457d-a53a-678072f60f18 {{(pid=73901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 02 03:21:44.297905 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f182e03d-9c66-400d-aa09-c5cfd0eb6f4e tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify agent at l3_agent.dv-cinder-789077-1-iscsi the message routers_updated {{(pid=73901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 02 03:21:44.303724 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-f182e03d-9c66-400d-aa09-c5cfd0eb6f4e tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for floatingip, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:44.308312 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238c744c-c847-4a40-a1be-736f1447dba9 None None] Sync routers for ids ['6c9b500e-40c2-4764-9374-924f26999402'] in dv-cinder-789077-1-iscsi {{(pid=73902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 02 03:21:44.319579 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238c744c-c847-4a40-a1be-736f1447dba9 None None] Routers {'6c9b500e-40c2-4764-9374-924f26999402'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:21:44.320309 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-238c744c-c847-4a40-a1be-736f1447dba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c54bb05e0>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:21:38Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['6c9b500e-40c2-4764-9374-924f26999402'], 'active': True} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:21:44.362908 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-f182e03d-9c66-400d-aa09-c5cfd0eb6f4e tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "PUT /v2.0/floatingips/cd2d8e80-53aa-4638-9e2d-aca2b357ae8a HTTP/1.1" status: 200  len: 991 time: 1.5196407
May 02 03:21:44.363495 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a17f40-ef8b-4001-83ea-57cac708a750', 'tag': '6ece6de4-b3bc-4f0f-be09-6b6e75197504'}] {{(pid=73901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:21:44.477560 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3a17f40-ef8b-4001-83ea-57cac708a750', 'tag': '6ece6de4-b3bc-4f0f-be09-6b6e75197504', 'status': 'completed', 'code': 200}
May 02 03:21:44.514681 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvr_db [None req-238c744c-c847-4a40-a1be-736f1447dba9 None None] Set router 6c9b500e-40c2-4764-9374-924f26999402 gateway port host: dv-cinder-789077-1-iscsi {{(pid=73902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:21:44.580623 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f78c0-e2e8-4372-9c94-91e4ba6d4a06 req-6fba9ee2-b091-4337-83e3-2ccd7f3992a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:21:44.582108 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-7c9f78c0-e2e8-4372-9c94-91e4ba6d4a06 req-6fba9ee2-b091-4337-83e3-2ccd7f3992a1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bbaedd301c3b45158260ff4d1414e77b&device_id=a3a17f40-ef8b-4001-83ea-57cac708a750 HTTP/1.1" status: 200  len: 1098 time: 0.0728703
May 02 03:21:44.727712 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f78c0-e2e8-4372-9c94-91e4ba6d4a06 req-78d0daaf-1407-4434-8266-056bab3b993e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:21:44.729719 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-7c9f78c0-e2e8-4372-9c94-91e4ba6d4a06 req-78d0daaf-1407-4434-8266-056bab3b993e service neutron] 10.222.0.37 "GET /v2.0/networks?id=348595d7-7f35-4e83-a43a-21e5f105b128 HTTP/1.1" status: 200  len: 912 time: 0.1408319
May 02 03:21:44.898940 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-238c744c-c847-4a40-a1be-736f1447dba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c54bb05e0>, [{'id': '6c9b500e-40c2-4764-9374-924f26999402', 'name': 'tempest-AttachVolumeTestJSON-1406772695-router', 'tenant_id': 'bbaedd301c3b45158260ff4d1414e77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'fb9e5ab2-93b6-489d-84f4-daf4f4c762d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:14:20Z', 'updated_at': '2021-05-02T03:14:25Z', 'revision_number': 4, 'project_id': 'bbaedd301c3b45158260ff4d1414e77b', 'gw_port': {'id': 'fb9e5ab2-93b6-489d-84f4-daf4f4c762d2', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9b500e-40c2-4764-9374-924f26999402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:14:21Z', 'updated_at': '2021-05-02T03:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_floatingips': [{'id': 'cd2d8e80-53aa-4638-9e2d-aca2b357ae8a', 'tenant_id': 'bbaedd301c3b45158260ff4d1414e77b', 'floating_ip_address': '172.27.0.103', 'floating_network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'router_id': '6c9b500e-40c2-4764-9374-924f26999402', 'port_id': '6ece6de4-b3bc-4f0f-be09-6b6e75197504', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '348595d7-7f35-4e83-a43a-21e5f105b128', 'mac_address': 'fa:16:3e:d9:88:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a17f40-ef8b-4001-83ea-57cac708a750', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:21:32Z', 'updated_at': '2021-05-02T03:21:43Z', 'revision_number': 1, 'project_id': 'bbaedd301c3b45158260ff4d1414e77b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec28445f-70f5-43d2-acfb-9b77a2ba8a6d', 'name': '', 'network_id': '348595d7-7f35-4e83-a43a-21e5f105b128', 'tenant_id': 'bbaedd301c3b45158260ff4d1414e77b', 'mac_address': 'fa:16:3e:54:04:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9b500e-40c2-4764-9374-924f26999402', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2f6786fd-128a-4bcf-a886-1f47f06c4a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:14:24Z', 'updated_at': '2021-05-02T03:14:31Z', 'revision_number': 5, 'project_id': 'bbaedd301c3b45158260ff4d1414e77b', 'subnets': [{'id': '2f6786fd-128a-4bcf-a886-1f47f06c4a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:21:44.899545 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-7c9f78c0-e2e8-4372-9c94-91e4ba6d4a06 req-42adcebb-fc18-49f8-b52d-db118168bdf1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ece6de4-b3bc-4f0f-be09-6b6e75197504 HTTP/1.1" status: 200  len: 999 time: 0.1632497
May 02 03:21:44.904462 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238c744c-c847-4a40-a1be-736f1447dba9 None None] Checking router: 6c9b500e-40c2-4764-9374-924f26999402 for host: dv-cinder-789077-1-iscsi {{(pid=73902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 02 03:21:44.913261 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238c744c-c847-4a40-a1be-736f1447dba9 None None] Routers {'6c9b500e-40c2-4764-9374-924f26999402'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:21:44.913867 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-238c744c-c847-4a40-a1be-736f1447dba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c54bb05e0>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:21:38Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['6c9b500e-40c2-4764-9374-924f26999402'], 'active': True} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:21:44.967396 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f78c0-e2e8-4372-9c94-91e4ba6d4a06 req-ef4f8583-2531-4675-a243-85aa548e3f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:21:44.968826 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-7c9f78c0-e2e8-4372-9c94-91e4ba6d4a06 req-ef4f8583-2531-4675-a243-85aa548e3f85 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f6786fd-128a-4bcf-a886-1f47f06c4a7a HTTP/1.1" status: 200  len: 850 time: 0.0633235
May 02 03:21:45.080985 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f78c0-e2e8-4372-9c94-91e4ba6d4a06 req-f4b5f5fc-3d98-4df9-9bc4-3c6ddf6b134c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:21:45.082646 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-7c9f78c0-e2e8-4372-9c94-91e4ba6d4a06 req-f4b5f5fc-3d98-4df9-9bc4-3c6ddf6b134c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=348595d7-7f35-4e83-a43a-21e5f105b128&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1062596
May 02 03:21:45.112074 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvr_db [None req-238c744c-c847-4a40-a1be-736f1447dba9 None None] Set router 6c9b500e-40c2-4764-9374-924f26999402 gateway port host: dv-cinder-789077-1-iscsi {{(pid=73902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:21:45.225907 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-7c9f78c0-e2e8-4372-9c94-91e4ba6d4a06 req-613ec3f8-cacc-45d7-a07f-269d0e53cca4 service neutron] 10.222.0.37 "GET /v2.0/networks/348595d7-7f35-4e83-a43a-21e5f105b128?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358550
May 02 03:21:45.470684 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-7c9f78c0-e2e8-4372-9c94-91e4ba6d4a06 req-dbc939b2-78c4-4b10-851f-93457ff43653 service neutron] 10.222.0.37 "GET /v2.0/networks/348595d7-7f35-4e83-a43a-21e5f105b128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2367067
May 02 03:21:45.498970 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-238c744c-c847-4a40-a1be-736f1447dba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c54bb05e0>, [{'id': '6c9b500e-40c2-4764-9374-924f26999402', 'name': 'tempest-AttachVolumeTestJSON-1406772695-router', 'tenant_id': 'bbaedd301c3b45158260ff4d1414e77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'fb9e5ab2-93b6-489d-84f4-daf4f4c762d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:14:20Z', 'updated_at': '2021-05-02T03:14:25Z', 'revision_number': 4, 'project_id': 'bbaedd301c3b45158260ff4d1414e77b', 'gw_port': {'id': 'fb9e5ab2-93b6-489d-84f4-daf4f4c762d2', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9b500e-40c2-4764-9374-924f26999402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:14:21Z', 'updated_at': '2021-05-02T03:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_floatingips': [{'id': 'cd2d8e80-53aa-4638-9e2d-aca2b357ae8a', 'tenant_id': 'bbaedd301c3b45158260ff4d1414e77b', 'floating_ip_address': '172.27.0.103', 'floating_network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'router_id': '6c9b500e-40c2-4764-9374-924f26999402', 'port_id': '6ece6de4-b3bc-4f0f-be09-6b6e75197504', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '348595d7-7f35-4e83-a43a-21e5f105b128', 'mac_address': 'fa:16:3e:d9:88:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a17f40-ef8b-4001-83ea-57cac708a750', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:21:32Z', 'updated_at': '2021-05-02T03:21:43Z', 'revision_number': 1, 'project_id': 'bbaedd301c3b45158260ff4d1414e77b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec28445f-70f5-43d2-acfb-9b77a2ba8a6d', 'name': '', 'network_id': '348595d7-7f35-4e83-a43a-21e5f105b128', 'tenant_id': 'bbaedd301c3b45158260ff4d1414e77b', 'mac_address': 'fa:16:3e:54:04:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9b500e-40c2-4764-9374-924f26999402', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2f6786fd-128a-4bcf-a886-1f47f06c4a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:14:24Z', 'updated_at': '2021-05-02T03:14:31Z', 'revision_number': 5, 'project_id': 'bbaedd301c3b45158260ff4d1414e77b', 'subnets': [{'id': '2f6786fd-128a-4bcf-a886-1f47f06c4a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:21:45.503933 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238c744c-c847-4a40-a1be-736f1447dba9 None None] The sync data for ids ['6c9b500e-40c2-4764-9374-924f26999402'] in dv-cinder-789077-1-iscsi is: [{'id': '6c9b500e-40c2-4764-9374-924f26999402', 'name': 'tempest-AttachVolumeTestJSON-1406772695-router', 'tenant_id': 'bbaedd301c3b45158260ff4d1414e77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'fb9e5ab2-93b6-489d-84f4-daf4f4c762d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:14:20Z', 'updated_at': '2021-05-02T03:14:25Z', 'revision_number': 4, 'project_id': 'bbaedd301c3b45158260ff4d1414e77b', 'gw_port': {'id': 'fb9e5ab2-93b6-489d-84f4-daf4f4c762d2', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9b500e-40c2-4764-9374-924f26999402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:14:21Z', 'updated_at': '2021-05-02T03:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_floatingips': [{'id': 'cd2d8e80-53aa-4638-9e2d-aca2b357ae8a', 'tenant_id': 'bbaedd301c3b45158260ff4d1414e77b', 'floating_ip_address': '172.27.0.103', 'floating_network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'router_id': '6c9b500e-40c2-4764-9374-924f26999402', 'port_id': '6ece6de4-b3bc-4f0f-be09-6b6e75197504', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '348595d7-7f35-4e83-a43a-21e5f105b128', 'mac_address': 'fa:16:3e:d9:88:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a17f40-ef8b-4001-83ea-57cac708a750', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:21:32Z', 'updated_at': '2021-05-02T03:21:43Z', 'revision_number': 1, 'project_id': 'bbaedd301c3b45158260ff4d1414e77b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec28445f-70f5-43d2-acfb-9b77a2ba8a6d', 'name': '', 'network_id': '348595d7-7f35-4e83-a43a-21e5f105b128', 'tenant_id': 'bbaedd301c3b45158260ff4d1414e77b', 'mac_address': 'fa:16:3e:54:04:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9b500e-40c2-4764-9374-924f26999402', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2f6786fd-128a-4bcf-a886-1f47f06c4a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:14:24Z', 'updated_at': '2021-05-02T03:14:31Z', 'revision_number': 5, 'project_id': 'bbaedd301c3b45158260ff4d1414e77b', 'subnets': [{'id': '2f6786fd-128a-4bcf-a886-1f47f06c4a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 02 03:21:45.698955 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa1aa60-3332-4ec2-a9d3-3b6c1f2a7275 None None] New status for floating IP cd2d8e80-53aa-4638-9e2d-aca2b357ae8a: ACTIVE {{(pid=73903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 02 03:21:45.988736 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585694d-e53a-4934-8a22-111d399f64e3 req-7365c640-39c7-4039-9436-ccb1770b0395 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:21:45.990238 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-1585694d-e53a-4934-8a22-111d399f64e3 req-7365c640-39c7-4039-9436-ccb1770b0395 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 947 time: 0.1989675
May 02 03:21:46.039316 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-1585694d-e53a-4934-8a22-111d399f64e3 req-166b2da0-11c5-420a-9d91-7e1825a93c6f tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecf2285c-6ac9-4119-9aba-2a3d83749da5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429738
May 02 03:21:46.371465 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e900a0c7-e5a9-4819-8f26-536a0dbf2c29 req-dc49fc9f-44fe-4ecc-94b1-6bc2085d1246 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:21:46.372078 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-e900a0c7-e5a9-4819-8f26-536a0dbf2c29 req-dc49fc9f-44fe-4ecc-94b1-6bc2085d1246 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Synchronizing usage tracker for tenant:4e7db1adde334ad386f1a91ee9ac0682 on resource:port {{(pid=73900) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 02 03:21:46.391392 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-e900a0c7-e5a9-4819-8f26-536a0dbf2c29 req-dc49fc9f-44fe-4ecc-94b1-6bc2085d1246 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Unset dirty status for tenant:4e7db1adde334ad386f1a91ee9ac0682 on resource:port {{(pid=73900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 02 03:21:46.392459 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-e900a0c7-e5a9-4819-8f26-536a0dbf2c29 req-dc49fc9f-44fe-4ecc-94b1-6bc2085d1246 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.37 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 947 time: 0.1006870
May 02 03:21:46.540298 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [req-e900a0c7-e5a9-4819-8f26-536a0dbf2c29 req-47258f0b-8901-4553-bdcd-c377db562ffc tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Deleting port 0df8b6ae-d25f-4132-8489-a685808f1ea3 {{(pid=73900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:21:46.540735 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-e900a0c7-e5a9-4819-8f26-536a0dbf2c29 req-47258f0b-8901-4553-bdcd-c377db562ffc tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:46.689174 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [req-e900a0c7-e5a9-4819-8f26-536a0dbf2c29 req-47258f0b-8901-4553-bdcd-c377db562ffc tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] For port 0df8b6ae-d25f-4132-8489-a685808f1ea3, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=0df8b6ae-d25f-4132-8489-a685808f1ea3,segment=NetworkSegment(6c6f3f05-f004-471e-8a0e-26e9fcb39326),segment_id=6c6f3f05-f004-471e-8a0e-26e9fcb39326)] {{(pid=73900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:21:46.689714 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-e900a0c7-e5a9-4819-8f26-536a0dbf2c29 req-47258f0b-8901-4553-bdcd-c377db562ffc tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:46.999171 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-e900a0c7-e5a9-4819-8f26-536a0dbf2c29 req-47258f0b-8901-4553-bdcd-c377db562ffc tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:46.999507 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-e900a0c7-e5a9-4819-8f26-536a0dbf2c29 req-47258f0b-8901-4553-bdcd-c377db562ffc tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419409'] for floatingip, after_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:46.999853 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.db.l3_db [req-e900a0c7-e5a9-4819-8f26-536a0dbf2c29 req-47258f0b-8901-4553-bdcd-c377db562ffc tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Floating IP 3555373f-0bc0-4193-a9fc-6ceb3c2a32cc disassociated. External IP: 172.27.0.172, port: 0df8b6ae-d25f-4132-8489-a685808f1ea3.
May 02 03:21:47.000116 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [req-e900a0c7-e5a9-4819-8f26-536a0dbf2c29 req-47258f0b-8901-4553-bdcd-c377db562ffc tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Calling delete_port for 0df8b6ae-d25f-4132-8489-a685808f1ea3 owned by compute:nova {{(pid=73900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:21:47.114591 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-e900a0c7-e5a9-4819-8f26-536a0dbf2c29 req-47258f0b-8901-4553-bdcd-c377db562ffc tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-899257'] for port, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:47.121411 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-b12c3bea-acce-4c87-9af3-020062f5510b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:21:47.173420 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47258f0b-8901-4553-bdcd-c377db562ffc tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Pushing event deleted for resources: {'Port': ['ID=0df8b6ae-d25f-4132-8489-a685808f1ea3,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:21:47.176538 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-47258f0b-8901-4553-bdcd-c377db562ffc tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:21:47.207433 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-edaed7c3-4543-4438-bcb6-c80676654b92 req-4c0b4d6d-4d8e-4e68-b8d2-788222f992d6 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0526497
May 02 03:21:47.379604 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e900a0c7-e5a9-4819-8f26-536a0dbf2c29 req-47258f0b-8901-4553-bdcd-c377db562ffc tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Router b1ef1151-805b-4f83-a46a-7c96f7d8cd61 has already been hosted by L3 agent c822661f-3527-457d-a53a-678072f60f18 {{(pid=73900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 02 03:21:47.567178 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e900a0c7-e5a9-4819-8f26-536a0dbf2c29 req-47258f0b-8901-4553-bdcd-c377db562ffc tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify agent at l3_agent.dv-cinder-789077-1-iscsi the message routers_updated {{(pid=73900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 02 03:21:47.579971 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12430893-94e7-446f-983f-17df44dbcd45 None None] Sync routers for ids ['b1ef1151-805b-4f83-a46a-7c96f7d8cd61'] in dv-cinder-789077-1-iscsi {{(pid=73902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 02 03:21:47.597723 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12430893-94e7-446f-983f-17df44dbcd45 None None] Routers {'b1ef1151-805b-4f83-a46a-7c96f7d8cd61'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:21:47.598457 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-12430893-94e7-446f-983f-17df44dbcd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c54bb0940>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:21:38Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['b1ef1151-805b-4f83-a46a-7c96f7d8cd61'], 'active': True} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:21:47.653434 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.l3_dvrscheduler_db [req-e900a0c7-e5a9-4819-8f26-536a0dbf2c29 req-47258f0b-8901-4553-bdcd-c377db562ffc tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] No DVR routers for this DVR port 0df8b6ae-d25f-4132-8489-a685808f1ea3 on host hv-cinder-78907 {{(pid=73900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 02 03:21:47.656248 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-e900a0c7-e5a9-4819-8f26-536a0dbf2c29 req-47258f0b-8901-4553-bdcd-c377db562ffc tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for port, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:21:47.659292 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '872861b5-2289-48a5-9ad3-e3799fbcc95a', 'name': 'network-vif-deleted', 'tag': '0df8b6ae-d25f-4132-8489-a685808f1ea3'}] {{(pid=73900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:21:47.680076 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-e900a0c7-e5a9-4819-8f26-536a0dbf2c29 req-47258f0b-8901-4553-bdcd-c377db562ffc tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.37 "DELETE /v2.0/ports/0df8b6ae-d25f-4132-8489-a685808f1ea3 HTTP/1.1" status: 204  len: 173 time: 1.2817309
May 02 03:21:47.721765 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '872861b5-2289-48a5-9ad3-e3799fbcc95a', 'name': 'network-vif-deleted', 'tag': '0df8b6ae-d25f-4132-8489-a685808f1ea3', 'status': 'completed', 'code': 200}
May 02 03:21:47.860034 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvr_db [None req-12430893-94e7-446f-983f-17df44dbcd45 None None] Set router b1ef1151-805b-4f83-a46a-7c96f7d8cd61 gateway port host: dv-cinder-789077-1-iscsi {{(pid=73902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:21:48.174359 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-12430893-94e7-446f-983f-17df44dbcd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c54bb0940>, [{'id': 'b1ef1151-805b-4f83-a46a-7c96f7d8cd61', 'name': 'tempest-AttachVolumeShelveTestJSON-1562313329-router', 'tenant_id': '4e7db1adde334ad386f1a91ee9ac0682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '295442ec-ed49-4058-8444-980e103affd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:09:50Z', 'updated_at': '2021-05-02T03:10:18Z', 'revision_number': 4, 'project_id': '4e7db1adde334ad386f1a91ee9ac0682', 'gw_port': {'id': '295442ec-ed49-4058-8444-980e103affd6', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:05:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ef1151-805b-4f83-a46a-7c96f7d8cd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:55Z', 'updated_at': '2021-05-02T03:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_interfaces': [{'id': '905fbcf9-b611-4e90-a9ea-04f76111e3e2', 'name': '', 'network_id': 'c7fbd4b3-8241-42d4-a727-6c3f39a82264', 'tenant_id': '4e7db1adde334ad386f1a91ee9ac0682', 'mac_address': 'fa:16:3e:c2:9d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ef1151-805b-4f83-a46a-7c96f7d8cd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '78de75db-d296-47a5-9b25-e7b9f1e1ac72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:10:15Z', 'updated_at': '2021-05-02T03:10:28Z', 'revision_number': 5, 'project_id': '4e7db1adde334ad386f1a91ee9ac0682', 'subnets': [{'id': '78de75db-d296-47a5-9b25-e7b9f1e1ac72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:21:48.178258 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12430893-94e7-446f-983f-17df44dbcd45 None None] Checking router: b1ef1151-805b-4f83-a46a-7c96f7d8cd61 for host: dv-cinder-789077-1-iscsi {{(pid=73902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 02 03:21:48.186688 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12430893-94e7-446f-983f-17df44dbcd45 None None] Routers {'b1ef1151-805b-4f83-a46a-7c96f7d8cd61'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:21:48.187280 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-12430893-94e7-446f-983f-17df44dbcd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c54bb0940>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:21:38Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['b1ef1151-805b-4f83-a46a-7c96f7d8cd61'], 'active': True} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:21:48.369956 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvr_db [None req-12430893-94e7-446f-983f-17df44dbcd45 None None] Set router b1ef1151-805b-4f83-a46a-7c96f7d8cd61 gateway port host: dv-cinder-789077-1-iscsi {{(pid=73902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:21:48.374742 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e9a83f1e-cb7c-4e7b-a797-3734e47490a4 req-73978902-48c9-4300-8f4a-fe8f7667f7fa tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0462325
May 02 03:21:48.698339 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-12430893-94e7-446f-983f-17df44dbcd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c54bb0940>, [{'id': 'b1ef1151-805b-4f83-a46a-7c96f7d8cd61', 'name': 'tempest-AttachVolumeShelveTestJSON-1562313329-router', 'tenant_id': '4e7db1adde334ad386f1a91ee9ac0682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '295442ec-ed49-4058-8444-980e103affd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:09:50Z', 'updated_at': '2021-05-02T03:10:18Z', 'revision_number': 4, 'project_id': '4e7db1adde334ad386f1a91ee9ac0682', 'gw_port': {'id': '295442ec-ed49-4058-8444-980e103affd6', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:05:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ef1151-805b-4f83-a46a-7c96f7d8cd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:55Z', 'updated_at': '2021-05-02T03:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_interfaces': [{'id': '905fbcf9-b611-4e90-a9ea-04f76111e3e2', 'name': '', 'network_id': 'c7fbd4b3-8241-42d4-a727-6c3f39a82264', 'tenant_id': '4e7db1adde334ad386f1a91ee9ac0682', 'mac_address': 'fa:16:3e:c2:9d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ef1151-805b-4f83-a46a-7c96f7d8cd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '78de75db-d296-47a5-9b25-e7b9f1e1ac72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:10:15Z', 'updated_at': '2021-05-02T03:10:28Z', 'revision_number': 5, 'project_id': '4e7db1adde334ad386f1a91ee9ac0682', 'subnets': [{'id': '78de75db-d296-47a5-9b25-e7b9f1e1ac72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:21:48.703541 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12430893-94e7-446f-983f-17df44dbcd45 None None] The sync data for ids ['b1ef1151-805b-4f83-a46a-7c96f7d8cd61'] in dv-cinder-789077-1-iscsi is: [{'id': 'b1ef1151-805b-4f83-a46a-7c96f7d8cd61', 'name': 'tempest-AttachVolumeShelveTestJSON-1562313329-router', 'tenant_id': '4e7db1adde334ad386f1a91ee9ac0682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '295442ec-ed49-4058-8444-980e103affd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:09:50Z', 'updated_at': '2021-05-02T03:10:18Z', 'revision_number': 4, 'project_id': '4e7db1adde334ad386f1a91ee9ac0682', 'gw_port': {'id': '295442ec-ed49-4058-8444-980e103affd6', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:05:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ef1151-805b-4f83-a46a-7c96f7d8cd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:55Z', 'updated_at': '2021-05-02T03:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_interfaces': [{'id': '905fbcf9-b611-4e90-a9ea-04f76111e3e2', 'name': '', 'network_id': 'c7fbd4b3-8241-42d4-a727-6c3f39a82264', 'tenant_id': '4e7db1adde334ad386f1a91ee9ac0682', 'mac_address': 'fa:16:3e:c2:9d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ef1151-805b-4f83-a46a-7c96f7d8cd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '78de75db-d296-47a5-9b25-e7b9f1e1ac72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:10:15Z', 'updated_at': '2021-05-02T03:10:28Z', 'revision_number': 5, 'project_id': '4e7db1adde334ad386f1a91ee9ac0682', 'subnets': [{'id': '78de75db-d296-47a5-9b25-e7b9f1e1ac72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 02 03:21:48.922320 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea44a26-0c25-4b2e-af1b-7b9a3c5c101f None None] New status for floating IP 3555373f-0bc0-4193-a9fc-6ceb3c2a32cc: DOWN {{(pid=73903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 02 03:21:49.540439 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-5f12225e-e082-4eec-a75f-6b7126eac3ad req-487a5504-8b7b-4418-800e-6065c6a9ea34 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0440347
May 02 03:21:50.701549 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-7d45bca8-8b25-441e-99ca-fcfc41f8ba86 req-5fb5249a-3f49-4636-9d48-35494ec4e6a7 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0435479
May 02 03:21:50.874687 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device 0df8b6ae-d25f-4132-8489-a685808f1ea3 no longer exists at agent hyperv_hv-cinder-78907 {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 02 03:21:50.909638 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] No Port match for: 0df8b6ae-d25f-4132-8489-a685808f1ea3 {{(pid=73902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 02 03:21:50.909977 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device 0df8b6ae-d25f-4132-8489-a685808f1ea3 not bound to the agent host hv-cinder-78907 {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 02 03:21:51.866215 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-dfa74ef2-f734-4029-a557-756a6a8e5061 req-403604ea-40bd-4f83-9d8a-117d4791a0a4 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0457642
May 02 03:21:53.033813 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-d9df7b53-68b8-4024-bf80-115b2c211dfd req-8ce3a066-dd57-4f40-95b2-9ea4386e5cf8 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0432532
May 02 03:21:54.189310 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2cb8c218-1560-4ba4-846d-3b5619cf133b req-74ee3bca-f90b-41df-b749-295712f0dc05 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0419893
May 02 03:21:55.354784 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-8c0e4cbf-fbd5-4357-aeac-759126fdf462 req-aa5ea9b6-ccb2-44fb-a763-51b121038069 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0493946
May 02 03:21:56.675166 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-65bdbfd0-9fc4-4ca4-9618-4818fe43bfba req-db6bdf51-cb25-4038-9a63-8ec6019c2274 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0493026
May 02 03:21:57.884705 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-21ea4c9d-2634-4fbc-91d8-043889591b21 req-c2916086-e8cf-4943-9824-af70b6f59907 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0461934
May 02 03:21:58.665250 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:21:59.047745 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c8b6ef51-46d2-4704-ad28-3f5d4b5f5864 req-67ce528f-6c85-43ad-9281-8ade077497fd tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0480113
May 02 03:22:00.224922 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a785e70a-d586-408a-ae49-5328e8a17aed req-8dd3a049-d062-4d62-a611-e19579e722ac tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0487061
May 02 03:22:01.386857 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-0cd3f240-4798-4b12-9d83-27b61c55caa5 req-cee2f8a9-6f4a-449c-a7b0-867a5a3f6c19 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0454402
May 02 03:22:02.582744 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-cf1f3da7-689f-48dc-92d4-9c09ed888dda req-667596f5-562b-4d0b-bc3a-64bebb963058 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0752246
May 02 03:22:03.749203 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-179d3036-30bf-425c-ad03-63a4029bde6a req-5b388c12-71c8-411e-8cb4-e327e0ac8c72 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0493042
May 02 03:22:04.946448 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-3cc6d4ce-1aa1-456f-b8e3-f24f040e0444 req-26298d9b-5f3a-4436-92ed-6d53dd4d5ad7 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0580611
May 02 03:22:05.090637 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8e18e1a6-edd2-478a-b43f-b0e1427ac6a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:22:06.131675 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-082d1361-7473-435a-8959-f5ac4b4453ae req-efb39153-0660-4708-8d6c-b57438e6b7de tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0529845
May 02 03:22:07.307017 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-86d48e36-a1dd-475f-8139-33048354a987 req-6d88ba31-fc69-4ef4-992e-ccb7ca2afeab tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0452075
May 02 03:22:07.732528 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:22:08.113506 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-2a1acd07-8037-4ceb-a250-01bd8a46a801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:22:08.517682 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-cdd0722a-25a4-4bec-a3ab-655eef4c243c req-1a0a5beb-fd3e-4b41-a9a8-1abfc5c67b4c tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0601754
May 02 03:22:09.219550 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:22:09.689566 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-33c013b6-27c3-46f7-bcd2-5017fd5ea69e req-f8fb556a-bd38-4a85-9556-0ed83189edb9 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0461831
May 02 03:22:10.798634 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:22:10.858092 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a14ac229-4cc0-4de6-972b-692703b5e127 req-fd635735-6082-45cb-b43e-3fc73ebe5cf3 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0436273
May 02 03:22:11.075332 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:22:12.019095 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-576cd8f2-3b0c-4667-88cd-3c86882053ad req-2aef7510-c8c0-4e98-9a04-f60c75be2837 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0440328
May 02 03:22:13.242444 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-d8ea992f-a91f-45e3-a31f-476bfab1031d req-891301e5-452a-4d00-a334-ef83af480177 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0494678
May 02 03:22:14.406068 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-0bcf73d5-acd1-4ed6-9c6c-c767182d7a86 req-de21398f-656e-4f1e-9aa6-307d759622ba tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0445368
May 02 03:22:15.406330 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-27c70dc0-609b-478c-89cc-d07211941e0e req-6bca5315-20ec-4686-b261-df3015bab03f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a314e278-8c52-4e98-b68a-8402418c5600&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0735264
May 02 03:22:15.552018 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c70dc0-609b-478c-89cc-d07211941e0e req-6817942d-8237-479b-ba22-d10468940e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:22:15.553635 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-27c70dc0-609b-478c-89cc-d07211941e0e req-6817942d-8237-479b-ba22-d10468940e7d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a9fa23c656804d85929e20a6cdbea65a&device_id=a314e278-8c52-4e98-b68a-8402418c5600 HTTP/1.1" status: 200  len: 1098 time: 0.0741384
May 02 03:22:15.566216 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-f4f4fa4e-5847-4325-bf65-73ff54434f38 req-4f012d60-8e10-4127-ad01-96ff3a4527ea tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0430684
May 02 03:22:15.813636 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c70dc0-609b-478c-89cc-d07211941e0e req-f6f5916b-ef93-47fe-bbdc-a700e1db69b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:22:15.815133 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-27c70dc0-609b-478c-89cc-d07211941e0e req-f6f5916b-ef93-47fe-bbdc-a700e1db69b0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e3c24553-093c-4dba-a579-e14fc9bf8125 HTTP/1.1" status: 200  len: 916 time: 0.2409642
May 02 03:22:15.886624 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-27c70dc0-609b-478c-89cc-d07211941e0e req-7dc91f81-f58b-4f87-b890-e679004e9aa0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c740e356-47d6-4db3-ae8b-2b0bf3d4b588 HTTP/1.1" status: 200  len: 217 time: 0.0646548
May 02 03:22:15.951169 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c70dc0-609b-478c-89cc-d07211941e0e req-53ce0012-1d93-4364-ae61-4f87a850a3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:22:15.952601 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-27c70dc0-609b-478c-89cc-d07211941e0e req-53ce0012-1d93-4364-ae61-4f87a850a3af service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d5979161-d7b0-4fdb-a66c-2a0a0a8b9b09 HTTP/1.1" status: 200  len: 855 time: 0.0597782
May 02 03:22:16.006029 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-27c70dc0-609b-478c-89cc-d07211941e0e req-262cddda-5793-4309-91c1-0506fc587cc2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3c24553-093c-4dba-a579-e14fc9bf8125&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0467377
May 02 03:22:16.147822 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-27c70dc0-609b-478c-89cc-d07211941e0e req-66b94af3-03f3-4ccd-ab01-0477fcaa8759 service neutron] 10.222.0.37 "GET /v2.0/networks/e3c24553-093c-4dba-a579-e14fc9bf8125?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1322908
May 02 03:22:16.288967 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-27c70dc0-609b-478c-89cc-d07211941e0e req-37135c27-5c90-41e7-bcb6-5d127e4bca02 service neutron] 10.222.0.37 "GET /v2.0/networks/e3c24553-093c-4dba-a579-e14fc9bf8125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1336606
May 02 03:22:16.732029 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-3ebee043-2919-45d5-b8d5-a4c785ff7f7b req-be21328f-9455-43d1-abbc-e958c025ca6e tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0488052
May 02 03:22:17.921969 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-ff4d47d1-6a29-4600-8f16-e099bc613623 req-740a829e-0737-42a4-8997-f9ba7ee1155b tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0444794
May 02 03:22:19.082662 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-97622b55-b9e0-47de-bd88-43ce4afaede6 req-82c8004a-b289-4e21-915e-bdd233b21de8 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0436373
May 02 03:22:20.248172 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-1e3f79da-797f-49f4-8665-0caf7243d636 req-1533f9e3-c121-4009-90bf-de85054cbdd1 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0484445
May 02 03:22:21.410093 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c24c53b3-e7f5-4fa0-a25b-ba31ecc2c7a1 req-d5be4f05-8588-4f15-b0c8-fd749d909231 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0439429
May 02 03:22:22.568320 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c801e1ad-70da-46bf-a47a-1b3a7ba7fbbb req-f126c9ab-51e5-48cd-870d-bba3ea1d2e27 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0434835
May 02 03:22:23.735417 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-057f0e12-db6a-48f9-90d9-e364b2893bca req-49c488bd-d3ab-4de3-b055-2c07dfe796af tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0485179
May 02 03:22:24.894775 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e8166889-7516-4497-aa7c-6b3869759b23 req-be948a45-ca03-4197-8c44-89c8ab97bc61 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0430648
May 02 03:22:26.045430 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9503ba5a-aea6-41b1-99c6-d1c696d1e002 req-05207bea-1980-459e-9b31-d8a07e24fd98 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0424600
May 02 03:22:27.213656 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-05e4434b-456c-4bd2-a6d5-ee5920e1c45f req-9ad3e2eb-f627-4986-99e8-0cb0f6339b72 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0458903
May 02 03:22:28.374975 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-457ebf89-82a3-413e-960c-db04d4b425c2 req-ba1da6cd-14ac-486d-9014-e14584760ab6 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0436828
May 02 03:22:29.528406 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-f89232c7-fadb-42be-a58b-3175169b89f6 req-cdac9a9a-0742-49d9-be50-788b05ab75c9 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0423431
May 02 03:22:30.767008 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-f7b92fe9-06df-4512-a5de-7adccb3e1060 req-2c226314-4f2c-429c-995f-37f93272b3e7 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.1291621
May 02 03:22:31.924893 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c0dbe4bc-30d2-4a4d-9b55-37d6dd47a913 req-34d1fc65-9318-452e-875d-2b3820b1ff71 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0422506
May 02 03:22:33.112921 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-fcdefc33-4de9-41cc-b5a2-bb5d1234d1f3 req-d3ef10a3-d543-4268-8470-1d90e13cdfe8 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0739441
May 02 03:22:34.277596 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-115d90fd-6157-47c0-959d-c1dc9098ed86 req-b8933224-fcff-45f3-bba2-f72113234bd9 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0474143
May 02 03:22:35.092782 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-d480770d-0de0-49e7-8d13-50c04e11eb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:22:35.433521 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e8006f09-7263-4e09-be28-678199377ba2 req-6871ad61-aba1-4bc6-92b8-7a2224b5c8a9 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0427115
May 02 03:22:35.665787 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:22:36.583628 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-1d1b916c-22d0-4950-afb5-da4339a43d6f req-42aa3aa5-b20c-4996-a04d-d736885bcb53 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0427237
May 02 03:22:37.729818 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:22:37.742016 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-3fff3093-ecf3-4591-b8d3-73a362bf7f00 req-0dc9b40a-1e84-4422-a1bc-6f0e05d6bcd3 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0464907
May 02 03:22:38.107431 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-6dce31f8-d2a3-457a-aafc-115cee41161a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:22:38.899665 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-afa892ee-29d2-402d-bbcb-ba0523a19e1d req-37b9405f-9852-441d-bda9-66447a66fdd0 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0419831
May 02 03:22:39.223626 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:22:40.056742 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-ffb315a9-8c02-4588-875f-b5258b4d0ff4 req-af9bb56f-e30b-4b2c-bfb1-7d904bae338a tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0434148
May 02 03:22:40.786669 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:22:41.083052 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:22:41.225467 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-469f2c14-306a-40bf-a1c0-16246df3f7d0 req-7ffee76c-c208-48a0-be7a-cb9851f3f7a8 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0483458
May 02 03:22:42.386061 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-8d804baa-2b11-486b-a795-d51db539f0ba req-bf123579-ad6e-49d6-98ae-518b808ce6b6 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0435381
May 02 03:22:43.542040 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-5c4024b8-23a8-4df4-a1e5-b4d74e317bf9 req-ee2bd1f6-fb90-4ba4-8dc1-18b417bba472 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0425799
May 02 03:22:44.696262 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e05a6917-ca75-4485-a2d6-6cf304c92f0e req-769419b9-43d5-42a1-a701-951dcbd1e7f1 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0458410
May 02 03:22:45.848889 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-26b5fee5-ad55-4000-9bc8-0c8c63780386 req-e6d0e524-c200-489b-ad58-a0b1ed514011 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0412366
May 02 03:22:47.002512 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-ed2da96e-a045-422b-9c79-40b5f79b3afe req-db67b8ce-c279-4e54-9f0e-c85d0c8f9732 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0410728
May 02 03:22:48.162694 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-052f6827-f0f8-442e-8b86-d84421fa88ad req-f5651c84-180b-40ed-89c3-cb2aaa122472 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0456324
May 02 03:22:49.327929 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-7bd4fb2f-9b21-4ca6-8883-592fd0960fba req-50243339-1733-4883-8e04-e4550d0c1a13 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0435655
May 02 03:22:50.478987 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-d838dde9-56cb-4bc3-b437-8f7c152f75ec req-c72a1520-37ae-4540-b5dc-c68705aa3d3c tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0412376
May 02 03:22:51.632553 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-446d97c4-4abe-4377-bbee-5c802a43b249 req-9adb1782-9965-45f8-bfd6-262679a40b0d tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0443847
May 02 03:22:52.786163 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-1cfc35c8-429c-4df7-9708-360dc109f518 req-cc0cb587-7c0e-49d4-a1aa-a74ac7ded972 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0434844
May 02 03:22:53.941722 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e657defc-3836-48e7-877f-39033eaf3f8c req-1d45b5ac-c5d2-430c-a35b-934be6ac0b67 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0420842
May 02 03:22:55.101298 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9a1ebaf8-7d2d-4bfe-b5f4-6014bebdbdb6 req-cb4fc633-6515-4617-a64a-b1824c7efb41 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0459092
May 02 03:22:56.259760 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-3d39313e-f354-4c13-8cbb-50e0f469d278 req-a45db9c7-0633-4e80-ac7b-fcc7cfab6164 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0418799
May 02 03:22:57.421954 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4ccb635f-d134-452d-bf42-d972834eeef6 req-e31dd5b1-4400-47fd-a3bc-42956af860f1 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0462992
May 02 03:22:58.581871 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-91d3f791-1017-41f1-996b-8294b26b6f94 req-c1dbc153-d469-47e1-bf66-9df3f8cfa0b8 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0453582
May 02 03:22:59.734818 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-48af7033-5ee6-4777-ba5c-d443d9be41e4 req-cd3fe85a-c9b9-45e4-aedf-3ebdf6706ad2 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0420020
May 02 03:23:00.887642 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2ae1ad81-194f-43b3-bf29-53b85d60515c req-1980e591-dc78-44f2-9c6b-f823ddf9c6bb tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0418611
May 02 03:23:02.042957 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-566c7051-58cd-4d99-9fa6-03aa0a39bb49 req-88e2fa5a-53c1-4ed2-807e-8e351600c556 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0439324
May 02 03:23:03.198015 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-31cebac7-a65b-4879-b034-8fc4373a3017 req-a64bfe75-b1cf-4a4c-8bb3-598760e1bfe8 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0414486
May 02 03:23:04.353103 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-264bf0f0-b7d2-4183-95a3-1fbb7bf24a03 req-ffb2469d-126c-4856-b856-714b541b7af3 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0445578
May 02 03:23:05.094264 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-13c50273-7c0b-4372-ac01-ec5ed085856b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:23:05.508320 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-7391d08e-25a7-458d-881b-c28d879e96cb req-0679e7b3-0ed4-4e35-b2a0-334ad67ca219 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0455346
May 02 03:23:06.664072 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9ee112ad-1d8e-4988-b3ab-e7dd2d9a1478 req-145e2445-b261-42ec-9028-31b3577fd3c7 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0418375
May 02 03:23:07.738100 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:23:07.826322 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-454c4d63-6e10-468c-aa2b-746bf8e30e44 req-0fab35c2-a2c3-4722-bf02-7b282cc647a8 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0438364
May 02 03:23:08.108514 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-1b4f6131-18c1-4ad7-b671-4b7612c08457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:23:09.006145 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-f81c6eed-7de3-4738-8fbf-06d520f0145a req-be116257-af87-461e-b37e-8c585c6a9327 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0510530
May 02 03:23:09.261850 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:23:10.166405 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-47875095-a220-4a36-a8b0-afd37b090ab0 req-b60bd3ae-f553-4f09-97e6-65b0b314b275 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0450442
May 02 03:23:10.782291 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:23:11.089160 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:23:11.321835 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-ebf1afeb-08c5-47ad-9ce9-aeaa9f58ae28 req-9575a822-d4d0-46b4-abcc-729ca0908757 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0458524
May 02 03:23:12.479411 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-01e20e56-9bf4-4f0e-ab63-be7f1cea0b76 req-fab0edad-5727-452f-9a99-7bda6d08e04e tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0462830
May 02 03:23:12.665474 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:23:13.633053 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2e458a68-bca3-4f10-a79e-8e34f11fe9cc req-9a7055e2-4392-448e-a47a-f2adbb7cf4dc tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0452836
May 02 03:23:14.791456 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-86f75589-c551-4d68-9a3e-fe9bf07e8dfe req-adf63271-d4e1-4231-b40b-7d5d7710259f tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0457180
May 02 03:23:15.430036 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-c2f4eea8-b90a-4b35-a22d-14c3af0a58d3 req-d054ec06-cc36-415e-86bf-fc41e4e585ce service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=89182c94-4807-42e0-9835-89a01d794242&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0702372
May 02 03:23:15.525742 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4eea8-b90a-4b35-a22d-14c3af0a58d3 req-e3dce116-063d-4563-b940-df5f0ae09960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:23:15.527235 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-c2f4eea8-b90a-4b35-a22d-14c3af0a58d3 req-e3dce116-063d-4563-b940-df5f0ae09960 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a9fa23c656804d85929e20a6cdbea65a&device_id=89182c94-4807-42e0-9835-89a01d794242 HTTP/1.1" status: 200  len: 1098 time: 0.0766582
May 02 03:23:15.672259 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4eea8-b90a-4b35-a22d-14c3af0a58d3 req-9267dcf3-ba77-4c21-90db-4a67363f3851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:23:15.673709 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-c2f4eea8-b90a-4b35-a22d-14c3af0a58d3 req-9267dcf3-ba77-4c21-90db-4a67363f3851 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e3c24553-093c-4dba-a579-e14fc9bf8125 HTTP/1.1" status: 200  len: 916 time: 0.1273117
May 02 03:23:15.738838 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-c2f4eea8-b90a-4b35-a22d-14c3af0a58d3 req-298ead32-fb91-4c2e-97e3-400d806cd377 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7ae2038-c9ad-470e-985b-d9563d2039a3 HTTP/1.1" status: 200  len: 217 time: 0.0588596
May 02 03:23:15.802898 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4eea8-b90a-4b35-a22d-14c3af0a58d3 req-7cc06eb0-e878-40c3-8aca-08e13224df15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:23:15.804326 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-c2f4eea8-b90a-4b35-a22d-14c3af0a58d3 req-7cc06eb0-e878-40c3-8aca-08e13224df15 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d5979161-d7b0-4fdb-a66c-2a0a0a8b9b09 HTTP/1.1" status: 200  len: 855 time: 0.0592046
May 02 03:23:15.853520 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-c2f4eea8-b90a-4b35-a22d-14c3af0a58d3 req-1f9d1fbb-d83f-485e-9f14-7075cfa37d10 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3c24553-093c-4dba-a579-e14fc9bf8125&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0409958
May 02 03:23:15.958944 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-14b2dfc4-8c51-498a-8783-61b54848f544 req-aa53a465-57a8-4926-bdd7-5f6feb9740d2 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0491352
May 02 03:23:16.002609 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-c2f4eea8-b90a-4b35-a22d-14c3af0a58d3 req-371c58e6-7068-4997-a708-af34428313ed service neutron] 10.222.0.37 "GET /v2.0/networks/e3c24553-093c-4dba-a579-e14fc9bf8125?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1422868
May 02 03:23:16.134454 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-c2f4eea8-b90a-4b35-a22d-14c3af0a58d3 req-0ff23086-919d-4f7e-bbfe-23e2671b94ec service neutron] 10.222.0.37 "GET /v2.0/networks/e3c24553-093c-4dba-a579-e14fc9bf8125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1255770
May 02 03:23:17.122587 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4eb3589b-ab69-4fea-85fe-1affe52f2be4 req-53bce81d-a337-4d41-ae2b-0d9b25bb911d tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0439301
May 02 03:23:18.276387 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-017f8dba-9788-4eb9-9b8a-1454d4de9837 req-831f3d0e-fe75-49cf-91cb-8693fd4d8b24 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0426288
May 02 03:23:19.435398 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-7360199a-04f3-4d76-b666-9249bbe8dd18 req-13f1b021-3e67-49d5-a534-219a9a45ac2f tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0455651
May 02 03:23:20.586587 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-feffa1a4-63f9-45e6-a41d-c60edf6a7b64 req-a74e1a98-ea87-4a30-ba77-0480a636e0eb tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0411212
May 02 03:23:21.745403 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-b47b291b-07fc-4b6f-b40f-c0dd9aafbfde req-1a87dc54-cc62-49ed-8454-eeb44d21d5d3 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0451164
May 02 03:23:22.907935 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2ad66823-85a5-433a-bf51-31caeac886a6 req-b035e7e2-fe8a-47f3-9edb-10c75061ff85 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0449896
May 02 03:23:24.069207 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e8023c98-af4c-44ba-94cd-8c646a1afc64 req-1dc219fd-e77b-469f-8d77-557a3558e47a tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0413198
May 02 03:23:25.221289 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-1f0ba8c0-5746-402b-85e1-e50f79b497ac req-4c9cf360-9d98-451a-9002-78e2d052d789 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0419765
May 02 03:23:26.377420 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2f662357-e255-4549-a52e-5e1f4f1c39b8 req-ae6f2915-5739-4b72-9d36-7ed096eeb403 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0473266
May 02 03:23:27.538643 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-954d0974-401d-4d1d-b4fd-6a1074e2488c req-cb449f10-61ff-4ba6-a603-f013104008de tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0489836
May 02 03:23:28.691198 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-35a1aa3c-e190-45eb-ae59-46dc1129a692 req-bc679ce0-191c-4c70-b810-dd5a91738471 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0405660
May 02 03:23:29.849544 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-11a285fa-ec8c-4bed-b68e-5ca31131e1ce req-d09ac015-b419-4cdb-afa6-78555a7dcbb1 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0445464
May 02 03:23:31.005942 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e988e307-d9aa-4a57-987c-5b4b206f9c11 req-d363e5cb-c2ba-44c8-8f14-499c98cfb949 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0431376
May 02 03:23:32.160011 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-3161fa3a-9a02-4cec-86ec-776654861e6a req-7376f787-11cc-4572-b2d0-f01792604af2 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0432761
May 02 03:23:33.381948 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a206cfed-ed2a-4e8d-bcf3-564edd7f4a30 req-38c87a11-aa9f-46ee-9228-6d8a3689c2f7 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.1117513
May 02 03:23:34.535159 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-04904c3d-c9ea-45fa-b3ce-093620babb15 req-d6f277af-350e-4810-8888-72ed41d2fe46 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0432084
May 02 03:23:35.095546 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-47c4f667-2b33-411c-93be-83c2913a0a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:23:35.690826 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-71771cca-5422-4048-b215-bb015e3991f2 req-9135fecd-415d-4179-a5bc-2ef23e84d3c4 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0445223
May 02 03:23:36.848642 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e9a2b528-df87-4047-b7f3-633f8a92a3bd req-e7897910-8696-4ca8-a542-4eda235d5307 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0436332
May 02 03:23:37.733543 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:23:38.002656 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c2897d7a-428c-4575-ab82-fda59c538661 req-494dd2d7-cd2f-4487-824a-f33882377717 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0426867
May 02 03:23:38.112025 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-50c99e13-302c-4fd4-b734-0a93ccc53fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:23:39.229307 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:23:39.300723 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-6d6de388-49e2-463c-b068-cdab465dd357 req-bf4c5340-0862-4271-9b98-0d1260191787 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0474737
May 02 03:23:40.452438 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-7604f668-9ad3-41c2-bef5-2bb9aebbfc93 req-176aa942-ac9d-44b7-abf0-69a815d09bd6 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0424490
May 02 03:23:40.784665 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:23:41.091432 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:23:41.612173 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9c93950f-5a57-48b8-96ac-4de986414de1 req-7b7fe488-fd3a-44cc-97a7-3abaec122867 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0502970
May 02 03:23:42.768164 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-79b5b758-191d-4d4e-a698-d8bc3b436cbe req-54a5876f-ffb3-4b6f-962d-4ce961ee889a tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0468206
May 02 03:23:43.922967 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-adbb3195-07c9-4e0d-a8ae-71def64460a1 req-592caf8e-27fc-431b-bf14-a23f77fa70cb tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0428526
May 02 03:23:45.082282 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-ebe04d7b-1b96-4cf1-a550-f1759b6d2dcb req-69665db8-e93f-4f65-bbf7-0da77d4fa5ab tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0437698
May 02 03:23:46.236641 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-f68704f0-b991-4807-9c6c-6e5f349454af req-1fc14590-e112-4276-821a-e1330dcecf3e tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0459809
May 02 03:23:47.390170 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-f122de0b-21c4-4cb7-8383-d513a2603548 req-9102da2b-60fc-4b35-9d48-dbfbb3573853 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=872861b5-2289-48a5-9ad3-e3799fbcc95a HTTP/1.1" status: 200  len: 210 time: 0.0436437
May 02 03:23:48.515924 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 54992) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:23:48.580316 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-fdf7475a-9916-4e2d-bdc4-2d03ad178ef5 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks [] for security_group, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:23:48.608030 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-fdf7475a-9916-4e2d-bdc4-2d03ad178ef5 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:23:48.658773 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-fdf7475a-9916-4e2d-bdc4-2d03ad178ef5 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:23:48.662502 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-7dd8e061-f348-459a-8671-765c53736a67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:23:48.680902 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf7475a-9916-4e2d-bdc4-2d03ad178ef5 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf2285c-6ac9-4119-9aba-2a3d83749da5,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:23:48.690487 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7475a-9916-4e2d-bdc4-2d03ad178ef5 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:23:48.690838 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7475a-9916-4e2d-bdc4-2d03ad178ef5 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:23:48.691229 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7475a-9916-4e2d-bdc4-2d03ad178ef5 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:23:48.691569 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7475a-9916-4e2d-bdc4-2d03ad178ef5 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:23:48.691904 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7475a-9916-4e2d-bdc4-2d03ad178ef5 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:23:48.692239 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7475a-9916-4e2d-bdc4-2d03ad178ef5 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:23:48.692569 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7475a-9916-4e2d-bdc4-2d03ad178ef5 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:23:48.692895 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7475a-9916-4e2d-bdc4-2d03ad178ef5 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:23:48.693225 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7475a-9916-4e2d-bdc4-2d03ad178ef5 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:23:48.693553 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7475a-9916-4e2d-bdc4-2d03ad178ef5 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:23:48.693877 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7475a-9916-4e2d-bdc4-2d03ad178ef5 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:23:48.694200 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7475a-9916-4e2d-bdc4-2d03ad178ef5 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:23:48.697321 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-fdf7475a-9916-4e2d-bdc4-2d03ad178ef5 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:23:48.706032 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-fdf7475a-9916-4e2d-bdc4-2d03ad178ef5 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks [] for security_group, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:23:48.707263 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-fdf7475a-9916-4e2d-bdc4-2d03ad178ef5 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "DELETE /v2.0/security-groups/ecf2285c-6ac9-4119-9aba-2a3d83749da5 HTTP/1.1" status: 204  len: 168 time: 0.1903172
May 02 03:23:48.709913 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 54998) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:23:48.727553 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.api.v2.resource [None req-49c0a3a4-1323-4a49-97c7-1b701c54e7a1 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] show failed (client error): The resource could not be found.
May 02 03:23:48.728558 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-49c0a3a4-1323-4a49-97c7-1b701c54e7a1 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups/ecf2285c-6ac9-4119-9aba-2a3d83749da5 HTTP/1.1" status: 404  len: 347 time: 0.0174143
May 02 03:23:48.732294 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 55002) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:23:49.047083 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [None req-c756cc1d-7956-40a4-8f92-647ef1ff3a1c tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Deleting port f605b29f-6c3d-4367-abb5-7331034bfbd8 {{(pid=73900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:23:49.047424 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-c756cc1d-7956-40a4-8f92-647ef1ff3a1c tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:23:49.165859 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-c756cc1d-7956-40a4-8f92-647ef1ff3a1c tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:23:49.166215 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-c756cc1d-7956-40a4-8f92-647ef1ff3a1c tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:23:49.287915 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [None req-c756cc1d-7956-40a4-8f92-647ef1ff3a1c tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Calling delete_port for f605b29f-6c3d-4367-abb5-7331034bfbd8 owned by network:floatingip {{(pid=73900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:23:49.399881 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-c756cc1d-7956-40a4-8f92-647ef1ff3a1c tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-899257'] for port, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:23:49.405118 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-d1d33626-8e09-4c54-a3df-c85baee047ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:23:49.449004 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c756cc1d-7956-40a4-8f92-647ef1ff3a1c tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Pushing event deleted for resources: {'Port': ['ID=f605b29f-6c3d-4367-abb5-7331034bfbd8,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:23:49.485653 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c756cc1d-7956-40a4-8f92-647ef1ff3a1c tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:23:49.486005 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c756cc1d-7956-40a4-8f92-647ef1ff3a1c tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:23:49.486357 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c756cc1d-7956-40a4-8f92-647ef1ff3a1c tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:23:49.486733 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c756cc1d-7956-40a4-8f92-647ef1ff3a1c tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:23:49.487077 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c756cc1d-7956-40a4-8f92-647ef1ff3a1c tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:23:49.487417 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c756cc1d-7956-40a4-8f92-647ef1ff3a1c tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:23:49.487758 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c756cc1d-7956-40a4-8f92-647ef1ff3a1c tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:23:49.488095 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c756cc1d-7956-40a4-8f92-647ef1ff3a1c tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:23:49.488432 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c756cc1d-7956-40a4-8f92-647ef1ff3a1c tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:23:49.488766 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c756cc1d-7956-40a4-8f92-647ef1ff3a1c tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:23:49.489102 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c756cc1d-7956-40a4-8f92-647ef1ff3a1c tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:23:49.489436 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c756cc1d-7956-40a4-8f92-647ef1ff3a1c tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:23:49.496315 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-c756cc1d-7956-40a4-8f92-647ef1ff3a1c tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:23:49.553896 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-c756cc1d-7956-40a4-8f92-647ef1ff3a1c tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks [] for floatingip, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:23:49.569312 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-c756cc1d-7956-40a4-8f92-647ef1ff3a1c tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for floatingip, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:23:49.570555 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-c756cc1d-7956-40a4-8f92-647ef1ff3a1c tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "DELETE /v2.0/floatingips/3555373f-0bc0-4193-a9fc-6ceb3c2a32cc HTTP/1.1" status: 204  len: 168 time: 0.8366721
May 02 03:23:49.664455 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:23:50.174784 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 55020) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:23:50.180675 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [None req-2d85de3f-51ae-45d0-9341-efedd4864b32 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Request body: {'security_group': {'name': 'tempest-securitygroup--940938417', 'description': 'tempest-description--1565452374'}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:23:50.187311 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-2d85de3f-51ae-45d0-9341-efedd4864b32 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:23:50.191776 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-2d85de3f-51ae-45d0-9341-efedd4864b32 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Usage tracker for resource:security_group and tenant:4e7db1adde334ad386f1a91ee9ac0682 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:23:50.194687 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-2d85de3f-51ae-45d0-9341-efedd4864b32 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:23:50.200309 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-2d85de3f-51ae-45d0-9341-efedd4864b32 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:23:50.211205 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-2d85de3f-51ae-45d0-9341-efedd4864b32 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks [] for security_group, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:23:50.231430 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-2d85de3f-51ae-45d0-9341-efedd4864b32 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:23:50.235731 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-2d85de3f-51ae-45d0-9341-efedd4864b32 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Usage tracker for resource:security_group_rule and tenant:4e7db1adde334ad386f1a91ee9ac0682 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:23:50.238489 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-2d85de3f-51ae-45d0-9341-efedd4864b32 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:23:50.244192 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-2d85de3f-51ae-45d0-9341-efedd4864b32 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:23:50.315033 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-2d85de3f-51ae-45d0-9341-efedd4864b32 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks [] for security_group, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:23:50.318482 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-2d85de3f-51ae-45d0-9341-efedd4864b32 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:23:50.321873 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-e3eaa220-d6d3-4de1-b48f-3ea9dfa3f498 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:23:50.364721 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d85de3f-51ae-45d0-9341-efedd4864b32 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4db6f159-ac3b-472d-9959-48c99a5e102f,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:23:50.367652 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-2d85de3f-51ae-45d0-9341-efedd4864b32 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks [] for security_group, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:23:50.368829 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-2d85de3f-51ae-45d0-9341-efedd4864b32 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.1924932
May 02 03:23:50.369785 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-2d85de3f-51ae-45d0-9341-efedd4864b32 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:23:50.371963 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 55024) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:23:50.377629 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [None req-e7a30261-e771-4d07-b973-c4c9b4903853 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Request body: {'security_group_rule': {'security_group_id': '4db6f159-ac3b-472d-9959-48c99a5e102f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:23:50.383569 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-e7a30261-e771-4d07-b973-c4c9b4903853 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:23:50.387514 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-e7a30261-e771-4d07-b973-c4c9b4903853 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Usage tracker for resource:security_group_rule and tenant:4e7db1adde334ad386f1a91ee9ac0682 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:23:50.391141 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-e7a30261-e771-4d07-b973-c4c9b4903853 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:23:50.396699 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-e7a30261-e771-4d07-b973-c4c9b4903853 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:23:50.412332 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-e7a30261-e771-4d07-b973-c4c9b4903853 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:23:50.475119 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-e7a30261-e771-4d07-b973-c4c9b4903853 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:23:50.478732 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-e7a30261-e771-4d07-b973-c4c9b4903853 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497234'] for security_group_rule, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:23:50.485645 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-beb3ca9f-9c5f-43e4-ac35-231b067e7558 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:23:50.505761 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a30261-e771-4d07-b973-c4c9b4903853 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1796542a-f749-456f-93c1-7dc0c07720dd,revision_number=0']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:23:50.508248 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-e7a30261-e771-4d07-b973-c4c9b4903853 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:23:50.515405 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-e7a30261-e771-4d07-b973-c4c9b4903853 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:23:50.516550 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-e7a30261-e771-4d07-b973-c4c9b4903853 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1440275
May 02 03:23:50.519247 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 55028) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:23:50.524176 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [None req-ab7bb6c5-63e4-4eca-a1a9-32c95f85d948 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Request body: {'security_group_rule': {'security_group_id': '4db6f159-ac3b-472d-9959-48c99a5e102f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:23:50.529875 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-ab7bb6c5-63e4-4eca-a1a9-32c95f85d948 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:23:50.533620 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-ab7bb6c5-63e4-4eca-a1a9-32c95f85d948 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Usage tracker for resource:security_group_rule and tenant:4e7db1adde334ad386f1a91ee9ac0682 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:23:50.536475 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-ab7bb6c5-63e4-4eca-a1a9-32c95f85d948 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:23:50.541995 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-ab7bb6c5-63e4-4eca-a1a9-32c95f85d948 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:23:50.557418 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-ab7bb6c5-63e4-4eca-a1a9-32c95f85d948 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:23:50.619109 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-ab7bb6c5-63e4-4eca-a1a9-32c95f85d948 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:23:50.623350 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-ab7bb6c5-63e4-4eca-a1a9-32c95f85d948 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497234'] for security_group_rule, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:23:50.625359 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:23:50.647347 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bb6c5-63e4-4eca-a1a9-32c95f85d948 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4de0997-f5aa-43ec-9bcc-ca8b9df8188c,revision_number=0']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:23:50.651929 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-ab7bb6c5-63e4-4eca-a1a9-32c95f85d948 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:23:50.656254 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-ab7bb6c5-63e4-4eca-a1a9-32c95f85d948 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:23:50.657406 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-ab7bb6c5-63e4-4eca-a1a9-32c95f85d948 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1372473
May 02 03:23:50.661926 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 55034) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:23:50.667291 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [None req-b0ef15a7-3249-424d-b99c-dc1f280b4c88 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Request body: {'floatingip': {'floating_network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700'}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:23:50.674345 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-b0ef15a7-3249-424d-b99c-dc1f280b4c88 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:23:50.678234 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-b0ef15a7-3249-424d-b99c-dc1f280b4c88 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Usage tracker for resource:floatingip and tenant:4e7db1adde334ad386f1a91ee9ac0682 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:23:50.681308 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-b0ef15a7-3249-424d-b99c-dc1f280b4c88 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:23:50.688675 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-b0ef15a7-3249-424d-b99c-dc1f280b4c88 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:23:50.698919 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-b0ef15a7-3249-424d-b99c-dc1f280b4c88 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks [] for floatingip, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:23:50.835072 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-b0ef15a7-3249-424d-b99c-dc1f280b4c88 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:23:50.970719 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.db_base_plugin_common [None req-b0ef15a7-3249-424d-b99c-dc1f280b4c88 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Allocated IP 172.27.0.79 (8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700/cde322b7-5107-4ee3-8bef-bf160ca73532/7b0e9978-a10e-4c61-9bfb-1392102ed221) {{(pid=73900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 02 03:23:51.115922 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-b0ef15a7-3249-424d-b99c-dc1f280b4c88 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks [] for port, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:23:51.145507 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-b0ef15a7-3249-424d-b99c-dc1f280b4c88 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747865333526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-899257'] for port, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:23:51.149909 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-caba449f-ae59-4b79-8d2e-cb4c3f00f013 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:23:51.203082 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ef15a7-3249-424d-b99c-dc1f280b4c88 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Network 8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700 is already hosted by enough agents. {{(pid=73900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:23:51.205719 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.base_scheduler [None req-b0ef15a7-3249-424d-b99c-dc1f280b4c88 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Resources bound (agent type, host, resource id):  {{(pid=73900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:23:51.213304 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ef15a7-3249-424d-b99c-dc1f280b4c88 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Received port after_create {{(pid=73900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 02 03:23:51.260385 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ef15a7-3249-424d-b99c-dc1f280b4c88 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Pushing event updated for resources: {'Port': ['ID=7b0e9978-a10e-4c61-9bfb-1392102ed221,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:23:51.265559 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-b0ef15a7-3249-424d-b99c-dc1f280b4c88 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:23:51.304125 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-b0ef15a7-3249-424d-b99c-dc1f280b4c88 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:23:51.364110 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-b0ef15a7-3249-424d-b99c-dc1f280b4c88 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:23:51.665242 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-b0ef15a7-3249-424d-b99c-dc1f280b4c88 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks [] for port, precommit_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:23:51.670452 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-b0ef15a7-3249-424d-b99c-dc1f280b4c88 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-899214'] for port, after_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:23:51.675128 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-41481a5a-8efa-46df-a009-9358c348eba5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:23:51.780661 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ef15a7-3249-424d-b99c-dc1f280b4c88 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Pushing event updated for resources: {'Port': ['ID=7b0e9978-a10e-4c61-9bfb-1392102ed221,revision_number=2']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:23:51.784657 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-b0ef15a7-3249-424d-b99c-dc1f280b4c88 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:23:51.791304 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-b0ef15a7-3249-424d-b99c-dc1f280b4c88 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419409'] for floatingip, after_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:23:51.815138 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-b0ef15a7-3249-424d-b99c-dc1f280b4c88 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for floatingip, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:23:51.817281 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-b0ef15a7-3249-424d-b99c-dc1f280b4c88 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.1540883
May 02 03:23:52.020949 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-17085f2b-fa49-4de0-bde1-86061af6c91f tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Synchronizing usage tracker for tenant:4e7db1adde334ad386f1a91ee9ac0682 on resource:security_group {{(pid=73901) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 02 03:23:52.036606 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-17085f2b-fa49-4de0-bde1-86061af6c91f tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Unset dirty status for tenant:4e7db1adde334ad386f1a91ee9ac0682 on resource:security_group {{(pid=73901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 02 03:23:52.038268 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-17085f2b-fa49-4de0-bde1-86061af6c91f tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--940938417&fields=id&tenant_id=4e7db1adde334ad386f1a91ee9ac0682 HTTP/1.1" status: 200  len: 267 time: 0.0578370
May 02 03:23:52.192085 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-ae086646-c2c2-439e-81a0-370aa432bb2a tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:23:52.193503 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-ae086646-c2c2-439e-81a0-370aa432bb2a tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/networks?id=c7fbd4b3-8241-42d4-a727-6c3f39a82264 HTTP/1.1" status: 200  len: 817 time: 0.1479123
May 02 03:23:52.208497 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-8eeb64ae-44eb-4297-9b6f-55c4a9bfb82d tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/quotas/4e7db1adde334ad386f1a91ee9ac0682 HTTP/1.1" status: 200  len: 375 time: 0.0095036
May 02 03:23:52.293028 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-a04f49f1-efc2-4f3d-8130-11e8603d7218 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=4e7db1adde334ad386f1a91ee9ac0682&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0793724
May 02 03:23:52.392938 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-b0c32523-2067-4b7e-8761-cbf0fad86a3f service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=73901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 02 03:23:52.393913 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-b0c32523-2067-4b7e-8761-cbf0fad86a3f service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0894077
May 02 03:23:52.521509 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-a2b9d9de-d2e9-46c4-a956-cacf3087e2a3 service neutron] 10.222.0.38 "GET /v2.0/networks/c7fbd4b3-8241-42d4-a727-6c3f39a82264?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1215827
May 02 03:23:52.649975 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-fb6df8a8-13aa-43b3-a584-1c3e4ff2ba59 service neutron] 10.222.0.38 "GET /v2.0/networks/c7fbd4b3-8241-42d4-a727-6c3f39a82264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1227846
May 02 03:23:52.832600 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-000b1dd4-178d-4859-9aad-47dde80fe414 req-b18a41ef-21ba-4db0-949e-0eadc4973414 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=2fe8cbdc-4767-42ad-b084-182683eba7ae HTTP/1.1" status: 200  len: 210 time: 0.0476115
May 02 03:23:53.866680 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-33d0ced7-aed2-49a7-b9a3-5c25c5e4b8ee tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:23:53.868250 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-33d0ced7-aed2-49a7-b9a3-5c25c5e4b8ee tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.37 "GET /v2.0/networks?id=c7fbd4b3-8241-42d4-a727-6c3f39a82264 HTTP/1.1" status: 200  len: 817 time: 0.1523783
May 02 03:23:53.916994 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-1875d02a-7093-4539-96a5-8ceab7bd7bcd tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Synchronizing usage tracker for tenant:4e7db1adde334ad386f1a91ee9ac0682 on resource:security_group {{(pid=73900) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 02 03:23:53.931210 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-1875d02a-7093-4539-96a5-8ceab7bd7bcd tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Unset dirty status for tenant:4e7db1adde334ad386f1a91ee9ac0682 on resource:security_group {{(pid=73900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 02 03:23:53.932436 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-1875d02a-7093-4539-96a5-8ceab7bd7bcd tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e7db1adde334ad386f1a91ee9ac0682 HTTP/1.1" status: 200  len: 379 time: 0.0561156
May 02 03:23:53.941101 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-86749d58-3278-44c5-88a4-f1bf22e4f331 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Request body: {'port': {'device_id': '2fe8cbdc-4767-42ad-b084-182683eba7ae', 'network_id': 'c7fbd4b3-8241-42d4-a727-6c3f39a82264', 'admin_state_up': True, 'tenant_id': '4e7db1adde334ad386f1a91ee9ac0682', 'security_groups': ['4db6f159-ac3b-472d-9959-48c99a5e102f']}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:23:54.006285 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-d6462a9c-0989-4a8a-a1ca-aa5bd25f8fdb req-a39616a8-f161-4aa7-8133-c76f7bfdbe6a tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=2fe8cbdc-4767-42ad-b084-182683eba7ae HTTP/1.1" status: 200  len: 210 time: 0.0523221
May 02 03:23:54.082288 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-86749d58-3278-44c5-88a4-f1bf22e4f331 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:23:54.086260 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-86749d58-3278-44c5-88a4-f1bf22e4f331 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Usage tracker for resource:port and tenant:4e7db1adde334ad386f1a91ee9ac0682 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:23:54.089060 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-86749d58-3278-44c5-88a4-f1bf22e4f331 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Quota usage for port was recalculated. Used quota:3. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:23:54.095068 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-86749d58-3278-44c5-88a4-f1bf22e4f331 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:23:54.104411 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-86749d58-3278-44c5-88a4-f1bf22e4f331 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Made reservation on behalf of 4e7db1adde334ad386f1a91ee9ac0682 for: {'port': 1} {{(pid=73900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 02 03:23:54.108436 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-86749d58-3278-44c5-88a4-f1bf22e4f331 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:23:54.272233 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.db_base_plugin_common [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-86749d58-3278-44c5-88a4-f1bf22e4f331 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Allocated IP 172.20.0.4 (c7fbd4b3-8241-42d4-a727-6c3f39a82264/78de75db-d296-47a5-9b25-e7b9f1e1ac72/39bc2a73-fed2-4a84-8847-694d855c10d7) {{(pid=73900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 02 03:23:54.461288 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-86749d58-3278-44c5-88a4-f1bf22e4f331 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks [] for port, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:23:54.477708 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.provisioning_blocks [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-86749d58-3278-44c5-88a4-f1bf22e4f331 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Transition to ACTIVE for port object 39bc2a73-fed2-4a84-8847-694d855c10d7 will not be triggered until provisioned by entity DHCP. {{(pid=73900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:23:54.502621 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-86749d58-3278-44c5-88a4-f1bf22e4f331 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747865333526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-899257'] for port, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:23:54.509947 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-c756cc1d-7956-40a4-8f92-647ef1ff3a1c tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:23:54.569863 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-86749d58-3278-44c5-88a4-f1bf22e4f331 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Network c7fbd4b3-8241-42d4-a727-6c3f39a82264 is already hosted by enough agents. {{(pid=73900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:23:54.581352 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.base_scheduler [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-86749d58-3278-44c5-88a4-f1bf22e4f331 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Resources bound (agent type, host, resource id):  {{(pid=73900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:23:54.583767 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-86749d58-3278-44c5-88a4-f1bf22e4f331 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Received port after_create {{(pid=73900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 02 03:23:54.631908 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86749d58-3278-44c5-88a4-f1bf22e4f331 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Pushing event updated for resources: {'Port': ['ID=39bc2a73-fed2-4a84-8847-694d855c10d7,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:23:54.636875 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-86749d58-3278-44c5-88a4-f1bf22e4f331 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:23:54.658129 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-86749d58-3278-44c5-88a4-f1bf22e4f331 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:23:54.658754 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-86749d58-3278-44c5-88a4-f1bf22e4f331 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for port, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:23:54.684487 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-86749d58-3278-44c5-88a4-f1bf22e4f331 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7470174
May 02 03:23:54.696177 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-bfcb7c46-ca79-4fbf-8f97-5c916fbc5065 service neutron] Request body: {'port': {'device_id': '2fe8cbdc-4767-42ad-b084-182683eba7ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78907'}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:23:54.784771 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-45d4bb40-2b03-481b-95a2-30a70cc13d95 None None] Provisioning for port 39bc2a73-fed2-4a84-8847-694d855c10d7 completed by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:23:54.792395 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-45d4bb40-2b03-481b-95a2-30a70cc13d95 None None] Provisioning complete for port 39bc2a73-fed2-4a84-8847-694d855c10d7 triggered by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:23:54.793052 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-45d4bb40-2b03-481b-95a2-30a70cc13d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:23:54.812297 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-bfcb7c46-ca79-4fbf-8f97-5c916fbc5065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:23:54.848554 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-45d4bb40-2b03-481b-95a2-30a70cc13d95 None None] Port 39bc2a73-fed2-4a84-8847-694d855c10d7 cannot update to ACTIVE because it is not bound. {{(pid=73902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 02 03:23:55.192308 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.notifiers.nova [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-bfcb7c46-ca79-4fbf-8f97-5c916fbc5065 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39bc2a73-fed2-4a84-8847-694d855c10d7 {{(pid=73900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 02 03:23:55.200109 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-bfcb7c46-ca79-4fbf-8f97-5c916fbc5065 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:23:55.205106 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ac483-2374-4ebb-8762-c0f57ac09202 req-18f54d84-702a-401d-a633-cfcdd14fb319 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:23:55.206627 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4e6ac483-2374-4ebb-8762-c0f57ac09202 req-18f54d84-702a-401d-a633-cfcdd14fb319 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=2fe8cbdc-4767-42ad-b084-182683eba7ae HTTP/1.1" status: 200  len: 931 time: 0.0847318
May 02 03:23:55.217234 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.provisioning_blocks [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-bfcb7c46-ca79-4fbf-8f97-5c916fbc5065 service neutron] Transition to ACTIVE for port object 39bc2a73-fed2-4a84-8847-694d855c10d7 will not be triggered until provisioned by entity L2. {{(pid=73900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:23:55.220952 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-bfcb7c46-ca79-4fbf-8f97-5c916fbc5065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-899214'] for port, after_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:23:55.232186 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-e95305bd-fccf-4a5f-9031-7389977fc7e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:23:55.257606 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4e6ac483-2374-4ebb-8762-c0f57ac09202 req-3800deb9-451f-4560-885c-72437c372df1 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=4db6f159-ac3b-472d-9959-48c99a5e102f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439239
May 02 03:23:55.525266 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb7c46-ca79-4fbf-8f97-5c916fbc5065 service neutron] Pushing event updated for resources: {'Port': ['ID=39bc2a73-fed2-4a84-8847-694d855c10d7,revision_number=2']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:23:55.531689 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-bfcb7c46-ca79-4fbf-8f97-5c916fbc5065 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:23:55.577295 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-bfcb7c46-ca79-4fbf-8f97-5c916fbc5065 service neutron] Attempting to bind port 39bc2a73-fed2-4a84-8847-694d855c10d7 on host hv-cinder-78907 for vnic_type normal with profile  {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 02 03:23:55.577830 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-bfcb7c46-ca79-4fbf-8f97-5c916fbc5065 service neutron] Attempting to bind port 39bc2a73-fed2-4a84-8847-694d855c10d7 by drivers openvswitch,hyperv on host hv-cinder-78907 at level 0 using segments [{'id': '6c6f3f05-f004-471e-8a0e-26e9fcb39326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c7fbd4b3-8241-42d4-a727-6c3f39a82264'}] {{(pid=73900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 02 03:23:55.578215 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-bfcb7c46-ca79-4fbf-8f97-5c916fbc5065 service neutron] Attempting to bind port 39bc2a73-fed2-4a84-8847-694d855c10d7 on network c7fbd4b3-8241-42d4-a727-6c3f39a82264 {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:23:55.583316 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-bfcb7c46-ca79-4fbf-8f97-5c916fbc5065 service neutron] Port 39bc2a73-fed2-4a84-8847-694d855c10d7 on network c7fbd4b3-8241-42d4-a727-6c3f39a82264 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78907 {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 02 03:23:55.583630 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-bfcb7c46-ca79-4fbf-8f97-5c916fbc5065 service neutron] Attempting to bind port 39bc2a73-fed2-4a84-8847-694d855c10d7 on network c7fbd4b3-8241-42d4-a727-6c3f39a82264 {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:23:55.589052 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-bfcb7c46-ca79-4fbf-8f97-5c916fbc5065 service neutron] Checking agent: {'id': '8531ff9a-0c75-4a44-9da7-2507d2e05f16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 8, 9), 'started_at': datetime.datetime(2021, 5, 2, 3, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 02 03:23:55.589368 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-bfcb7c46-ca79-4fbf-8f97-5c916fbc5065 service neutron] Checking segment: {'id': '6c6f3f05-f004-471e-8a0e-26e9fcb39326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c7fbd4b3-8241-42d4-a727-6c3f39a82264'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:23:55.589751 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-bfcb7c46-ca79-4fbf-8f97-5c916fbc5065 service neutron] Bound using segment: {'id': '6c6f3f05-f004-471e-8a0e-26e9fcb39326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c7fbd4b3-8241-42d4-a727-6c3f39a82264'} {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 02 03:23:55.590170 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-bfcb7c46-ca79-4fbf-8f97-5c916fbc5065 service neutron] Bound port: 39bc2a73-fed2-4a84-8847-694d855c10d7, host: hv-cinder-78907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c6f3f05-f004-471e-8a0e-26e9fcb39326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c7fbd4b3-8241-42d4-a727-6c3f39a82264'}}] {{(pid=73900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 02 03:23:55.590532 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-bfcb7c46-ca79-4fbf-8f97-5c916fbc5065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:23:55.685807 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-bfcb7c46-ca79-4fbf-8f97-5c916fbc5065 service neutron] For port 39bc2a73-fed2-4a84-8847-694d855c10d7, host hv-cinder-78907, cleared binding levels {{(pid=73900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 02 03:23:55.688766 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-bfcb7c46-ca79-4fbf-8f97-5c916fbc5065 service neutron] For port 39bc2a73-fed2-4a84-8847-694d855c10d7, host hv-cinder-78907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=39bc2a73-fed2-4a84-8847-694d855c10d7,segment=NetworkSegment(6c6f3f05-f004-471e-8a0e-26e9fcb39326),segment_id=6c6f3f05-f004-471e-8a0e-26e9fcb39326)] {{(pid=73900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 02 03:23:55.693318 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-bfcb7c46-ca79-4fbf-8f97-5c916fbc5065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-899214'] for port, after_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:23:55.698438 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-caba449f-ae59-4b79-8d2e-cb4c3f00f013 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:23:55.753523 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-bfcb7c46-ca79-4fbf-8f97-5c916fbc5065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:23:55.754191 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-bfcb7c46-ca79-4fbf-8f97-5c916fbc5065 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for port, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:23:55.755562 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-bfcb7c46-ca79-4fbf-8f97-5c916fbc5065 service neutron] 10.222.0.37 "PUT /v2.0/ports/39bc2a73-fed2-4a84-8847-694d855c10d7 HTTP/1.1" status: 200  len: 1093 time: 1.0637314
May 02 03:23:55.756268 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fe8cbdc-4767-42ad-b084-182683eba7ae', 'tag': '39bc2a73-fed2-4a84-8847-694d855c10d7'}] {{(pid=73900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:23:55.811822 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb7c46-ca79-4fbf-8f97-5c916fbc5065 service neutron] Pushing event updated for resources: {'Port': ['ID=39bc2a73-fed2-4a84-8847-694d855c10d7,revision_number=3']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:23:55.850920 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-bfcb7c46-ca79-4fbf-8f97-5c916fbc5065 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:23:55.852485 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fe8cbdc-4767-42ad-b084-182683eba7ae', 'tag': '39bc2a73-fed2-4a84-8847-694d855c10d7', 'status': 'completed', 'code': 200}
May 02 03:23:55.900190 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-9aa8ebc7-cfba-4764-924f-2f4a053a6ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:23:55.902196 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-9aa8ebc7-cfba-4764-924f-2f4a053a6ad4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e7db1adde334ad386f1a91ee9ac0682&device_id=2fe8cbdc-4767-42ad-b084-182683eba7ae HTTP/1.1" status: 200  len: 1096 time: 0.0918279
May 02 03:23:55.984020 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-508eb62f-c1a3-4644-ace3-f0e2c98ed9ed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39bc2a73-fed2-4a84-8847-694d855c10d7 HTTP/1.1" status: 200  len: 217 time: 0.0737054
May 02 03:23:56.049779 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-6b4c0bba-675d-4596-8038-7981b883aa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:23:56.051278 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-6b4c0bba-675d-4596-8038-7981b883aa40 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=78de75db-d296-47a5-9b25-e7b9f1e1ac72 HTTP/1.1" status: 200  len: 856 time: 0.0619268
May 02 03:23:56.135072 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-473d9fe5-79ae-484c-81e2-e5890173d19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:23:56.136571 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-473d9fe5-79ae-484c-81e2-e5890173d19f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c7fbd4b3-8241-42d4-a727-6c3f39a82264&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0786908
May 02 03:23:56.284201 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-f76d7cac-df4d-4007-a78d-72a145e551cf service neutron] 10.222.0.37 "GET /v2.0/networks/c7fbd4b3-8241-42d4-a727-6c3f39a82264?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1409881
May 02 03:23:56.428092 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-3ddf49f1-e800-4631-88a9-f3f31e03b388 req-a2b3da95-7ea2-49b5-a9b7-f59acb5f649b service neutron] 10.222.0.37 "GET /v2.0/networks/c7fbd4b3-8241-42d4-a727-6c3f39a82264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1374519
May 02 03:23:56.466895 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a5dde5-8742-4c04-a55e-117a3451b580 req-54912e6d-d52b-4eac-8fd6-38bf72584252 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:23:56.468638 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-84a5dde5-8742-4c04-a55e-117a3451b580 req-54912e6d-d52b-4eac-8fd6-38bf72584252 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=2fe8cbdc-4767-42ad-b084-182683eba7ae HTTP/1.1" status: 200  len: 943 time: 0.0944428
May 02 03:23:56.539913 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-84a5dde5-8742-4c04-a55e-117a3451b580 req-d3534a55-ce7b-49aa-b730-b31245814a58 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=4db6f159-ac3b-472d-9959-48c99a5e102f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0642855
May 02 03:23:56.566509 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad6fb6-3de3-4c06-8887-0ae6db74cfef req-c5b9e87d-e028-45f9-9291-8f43fe716335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:23:56.567987 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-bbad6fb6-3de3-4c06-8887-0ae6db74cfef req-c5b9e87d-e028-45f9-9291-8f43fe716335 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e7db1adde334ad386f1a91ee9ac0682&device_id=2fe8cbdc-4767-42ad-b084-182683eba7ae HTTP/1.1" status: 200  len: 1096 time: 0.0885494
May 02 03:23:56.710258 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad6fb6-3de3-4c06-8887-0ae6db74cfef req-17689999-c9a1-45ff-850c-93b8d0cf68a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:23:56.711765 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-bbad6fb6-3de3-4c06-8887-0ae6db74cfef req-17689999-c9a1-45ff-850c-93b8d0cf68a6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c7fbd4b3-8241-42d4-a727-6c3f39a82264 HTTP/1.1" status: 200  len: 918 time: 0.1354299
May 02 03:23:56.786061 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-bbad6fb6-3de3-4c06-8887-0ae6db74cfef req-f78050f3-c727-4d41-bb06-67d007f59859 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39bc2a73-fed2-4a84-8847-694d855c10d7 HTTP/1.1" status: 200  len: 217 time: 0.0663235
May 02 03:23:56.859405 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad6fb6-3de3-4c06-8887-0ae6db74cfef req-a4ab0d43-3cb8-4508-a697-510d2ac8f7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:23:56.862027 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-bbad6fb6-3de3-4c06-8887-0ae6db74cfef req-a4ab0d43-3cb8-4508-a697-510d2ac8f7ce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=78de75db-d296-47a5-9b25-e7b9f1e1ac72 HTTP/1.1" status: 200  len: 856 time: 0.0690036
May 02 03:23:56.943217 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad6fb6-3de3-4c06-8887-0ae6db74cfef req-31824f80-fbf3-41f7-b504-97e76e25bf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:23:56.944700 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-bbad6fb6-3de3-4c06-8887-0ae6db74cfef req-31824f80-fbf3-41f7-b504-97e76e25bf20 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c7fbd4b3-8241-42d4-a727-6c3f39a82264&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0759134
May 02 03:23:57.084569 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-bbad6fb6-3de3-4c06-8887-0ae6db74cfef req-88b5ab04-14c2-42b0-9f7f-bd9291d005e0 service neutron] 10.222.0.37 "GET /v2.0/networks/c7fbd4b3-8241-42d4-a727-6c3f39a82264?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1311285
May 02 03:23:57.221392 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-bbad6fb6-3de3-4c06-8887-0ae6db74cfef req-28555fd7-ca64-4ea6-9064-1adde0006d2a service neutron] 10.222.0.37 "GET /v2.0/networks/c7fbd4b3-8241-42d4-a727-6c3f39a82264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1290553
May 02 03:23:57.857962 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde564c8-8505-45cb-ad3c-0ea978b4b1bd req-cdc59e12-5d27-4dd9-ac53-1ce0b70ff7b0 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:23:57.859509 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-dde564c8-8505-45cb-ad3c-0ea978b4b1bd req-cdc59e12-5d27-4dd9-ac53-1ce0b70ff7b0 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=2fe8cbdc-4767-42ad-b084-182683eba7ae HTTP/1.1" status: 200  len: 943 time: 0.1827002
May 02 03:23:57.906093 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-dde564c8-8505-45cb-ad3c-0ea978b4b1bd req-02e0b275-4cbd-46ad-9654-a65f830bb5a3 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=4db6f159-ac3b-472d-9959-48c99a5e102f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408101
May 02 03:23:59.109562 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f4683-c0cb-4ff0-883e-8cfbc6782055 req-f203d283-25d7-4422-99a3-140550e5b5b0 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:23:59.111564 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2f6f4683-c0cb-4ff0-883e-8cfbc6782055 req-f203d283-25d7-4422-99a3-140550e5b5b0 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=2fe8cbdc-4767-42ad-b084-182683eba7ae HTTP/1.1" status: 200  len: 943 time: 0.0855250
May 02 03:23:59.162214 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2f6f4683-c0cb-4ff0-883e-8cfbc6782055 req-6d64ca95-aae1-4a0f-808e-77507d6d6c9c tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=4db6f159-ac3b-472d-9959-48c99a5e102f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447843
May 02 03:23:59.459389 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device 39bc2a73-fed2-4a84-8847-694d855c10d7 details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=73902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 02 03:23:59.596181 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port 39bc2a73-fed2-4a84-8847-694d855c10d7, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=39bc2a73-fed2-4a84-8847-694d855c10d7,segment=NetworkSegment(6c6f3f05-f004-471e-8a0e-26e9fcb39326),segment_id=6c6f3f05-f004-471e-8a0e-26e9fcb39326)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:23:59.610312 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Returning: {'device': '39bc2a73-fed2-4a84-8847-694d855c10d7', 'network_id': 'c7fbd4b3-8241-42d4-a727-6c3f39a82264', 'port_id': '39bc2a73-fed2-4a84-8847-694d855c10d7', 'mac_address': 'fa:16:3e:c2:67:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78de75db-d296-47a5-9b25-e7b9f1e1ac72', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 02 03:23:59.665812 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:23:59.682040 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.notifiers.nova [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39bc2a73-fed2-4a84-8847-694d855c10d7 {{(pid=73902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 02 03:23:59.697657 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port 39bc2a73-fed2-4a84-8847-694d855c10d7, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=39bc2a73-fed2-4a84-8847-694d855c10d7,segment=NetworkSegment(6c6f3f05-f004-471e-8a0e-26e9fcb39326),segment_id=6c6f3f05-f004-471e-8a0e-26e9fcb39326)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:23:59.702734 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:23:59.704858 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:23:59.774995 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Pushing event updated for resources: {'Port': ['ID=39bc2a73-fed2-4a84-8847-694d855c10d7,revision_number=4']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:23:59.783594 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:23:59.783937 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:23:59.784279 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:23:59.784753 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:23:59.785090 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:23:59.785422 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:23:59.785748 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:23:59.786296 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:23:59.786690 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:23:59.787015 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:23:59.787337 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:23:59.787653 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:23:59.791625 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:23:59.973429 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] get_ports_and_sgs() called for port_ids ['39bc2a73-fed2-4a84-8847-694d855c10d7'] {{(pid=73902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 02 03:24:00.351224 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34aa20-019a-4564-a7d6-b90a8f6b94bf req-2fd4dd4e-6076-4e45-8262-a49aea79923a tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:24:00.352647 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-1d34aa20-019a-4564-a7d6-b90a8f6b94bf req-2fd4dd4e-6076-4e45-8262-a49aea79923a tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=2fe8cbdc-4767-42ad-b084-182683eba7ae HTTP/1.1" status: 200  len: 944 time: 0.0789895
May 02 03:24:00.396168 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-1d34aa20-019a-4564-a7d6-b90a8f6b94bf req-d946886a-c8d7-4012-9ea7-b90b58760f22 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=4db6f159-ac3b-472d-9959-48c99a5e102f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374091
May 02 03:24:01.481121 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device 39bc2a73-fed2-4a84-8847-694d855c10d7 up at agent hyperv_hv-cinder-78907 {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:24:01.550216 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Provisioning for port 39bc2a73-fed2-4a84-8847-694d855c10d7 completed by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:24:01.555022 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Provisioning complete for port 39bc2a73-fed2-4a84-8847-694d855c10d7 triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:24:01.555391 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:24:01.594714 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924254d0-740f-4e55-9543-d5c6b3d2217c req-c036649a-5e67-45e0-b289-79064513a047 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:24:01.596320 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-924254d0-740f-4e55-9543-d5c6b3d2217c req-c036649a-5e67-45e0-b289-79064513a047 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=2fe8cbdc-4767-42ad-b084-182683eba7ae HTTP/1.1" status: 200  len: 944 time: 0.0849903
May 02 03:24:01.645046 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-924254d0-740f-4e55-9543-d5c6b3d2217c req-6443ba57-d4ed-4dbe-9e77-73b8ddc4d06d tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=4db6f159-ac3b-472d-9959-48c99a5e102f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425787
May 02 03:24:01.679024 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:24:01.709382 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fe8cbdc-4767-42ad-b084-182683eba7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39bc2a73-fed2-4a84-8847-694d855c10d7'}] {{(pid=73902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:24:01.725852 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port 39bc2a73-fed2-4a84-8847-694d855c10d7, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=39bc2a73-fed2-4a84-8847-694d855c10d7,segment=NetworkSegment(6c6f3f05-f004-471e-8a0e-26e9fcb39326),segment_id=6c6f3f05-f004-471e-8a0e-26e9fcb39326)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:24:01.731271 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:24:01.734096 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:24:01.786894 dv-cinder-789077-1-iscsi neutron-server[73902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fe8cbdc-4767-42ad-b084-182683eba7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39bc2a73-fed2-4a84-8847-694d855c10d7', 'code': 200}
May 02 03:24:01.807698 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Pushing event updated for resources: {'Port': ['ID=39bc2a73-fed2-4a84-8847-694d855c10d7,revision_number=5']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:24:01.817829 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:24:02.012501 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0bb7af-c994-4c9d-bfd5-e2de49dfe61a req-8b0281cf-3e40-40af-afeb-0cc9b8f94e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:24:02.014767 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-fc0bb7af-c994-4c9d-bfd5-e2de49dfe61a req-8b0281cf-3e40-40af-afeb-0cc9b8f94e32 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2fe8cbdc-4767-42ad-b084-182683eba7ae HTTP/1.1" status: 200  len: 1098 time: 0.0709417
May 02 03:24:02.057712 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-fc0bb7af-c994-4c9d-bfd5-e2de49dfe61a req-cbd1b1a8-1987-4339-864a-76b71b82ca27 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4db6f159-ac3b-472d-9959-48c99a5e102f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0363011
May 02 03:24:02.840403 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb87bf-33d9-4a60-86c8-ac3f650eeabe req-3ba08117-bee2-4ae6-bd0e-aae319f4c3a9 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:24:02.842287 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2bfb87bf-33d9-4a60-86c8-ac3f650eeabe req-3ba08117-bee2-4ae6-bd0e-aae319f4c3a9 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=2fe8cbdc-4767-42ad-b084-182683eba7ae HTTP/1.1" status: 200  len: 945 time: 0.0856621
May 02 03:24:02.893329 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2bfb87bf-33d9-4a60-86c8-ac3f650eeabe req-5ca3ffa5-2877-46e9-8ff9-dcb7c3a323ce tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=4db6f159-ac3b-472d-9959-48c99a5e102f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452983
May 02 03:24:04.092519 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae147e-ff70-4f66-b2e6-aa0a9419523f req-b0559830-a8ac-4153-b3a5-bea49611fe92 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:24:04.093993 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9cae147e-ff70-4f66-b2e6-aa0a9419523f req-b0559830-a8ac-4153-b3a5-bea49611fe92 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=2fe8cbdc-4767-42ad-b084-182683eba7ae HTTP/1.1" status: 200  len: 945 time: 0.0828326
May 02 03:24:04.140390 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9cae147e-ff70-4f66-b2e6-aa0a9419523f req-01ffad5f-41ce-4a5e-addf-b0f4672cfc61 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=4db6f159-ac3b-472d-9959-48c99a5e102f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404029
May 02 03:24:04.337746 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e41bed-4865-4254-b58e-601edbfcf30c req-f0acaa7a-10e8-43f9-adec-a41504a75e15 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:24:04.339252 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-44e41bed-4865-4254-b58e-601edbfcf30c req-f0acaa7a-10e8-43f9-adec-a41504a75e15 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=2fe8cbdc-4767-42ad-b084-182683eba7ae HTTP/1.1" status: 200  len: 945 time: 0.0872917
May 02 03:24:04.348089 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 55192) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:24:04.353787 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.v2.base [None req-482cc95b-4416-4610-a727-85fee742e6f2 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Request body: {'floatingip': {'port_id': '39bc2a73-fed2-4a84-8847-694d855c10d7'}} {{(pid=73901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:24:04.431978 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-482cc95b-4416-4610-a727-85fee742e6f2 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks [] for floatingip, before_update {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:24:05.026945 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-482cc95b-4416-4610-a727-85fee742e6f2 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:24:05.031841 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-482cc95b-4416-4610-a727-85fee742e6f2 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419409'] for floatingip, after_update {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:24:05.102531 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-44ade341-7a4b-4d6d-a92d-462c9f2e438a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:24:05.293120 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.db.l3_db [None req-482cc95b-4416-4610-a727-85fee742e6f2 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Floating IP 3a607ff0-9712-42a5-883c-b60e65a3f0ed associated. External IP: 172.27.0.79, port: 39bc2a73-fed2-4a84-8847-694d855c10d7.
May 02 03:24:05.666969 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-482cc95b-4416-4610-a727-85fee742e6f2 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Router b1ef1151-805b-4f83-a46a-7c96f7d8cd61 has already been hosted by L3 agent c822661f-3527-457d-a53a-678072f60f18 {{(pid=73901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 02 03:24:05.858744 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482cc95b-4416-4610-a727-85fee742e6f2 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify agent at l3_agent.dv-cinder-789077-1-iscsi the message routers_updated {{(pid=73901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 02 03:24:05.863591 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-482cc95b-4416-4610-a727-85fee742e6f2 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for floatingip, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:24:05.868278 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52f23c9-8288-4145-a434-e5e236a405d2 None None] Sync routers for ids ['b1ef1151-805b-4f83-a46a-7c96f7d8cd61'] in dv-cinder-789077-1-iscsi {{(pid=73902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 02 03:24:05.878000 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52f23c9-8288-4145-a434-e5e236a405d2 None None] Routers {'b1ef1151-805b-4f83-a46a-7c96f7d8cd61'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:24:05.878756 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-f52f23c9-8288-4145-a434-e5e236a405d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c557df5b0>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:23:38Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['b1ef1151-805b-4f83-a46a-7c96f7d8cd61'], 'active': True} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:24:05.918466 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-482cc95b-4416-4610-a727-85fee742e6f2 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "PUT /v2.0/floatingips/3a607ff0-9712-42a5-883c-b60e65a3f0ed HTTP/1.1" status: 200  len: 990 time: 1.5692177
May 02 03:24:05.919707 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fe8cbdc-4767-42ad-b084-182683eba7ae', 'tag': '39bc2a73-fed2-4a84-8847-694d855c10d7'}] {{(pid=73901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:24:05.967127 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fe8cbdc-4767-42ad-b084-182683eba7ae', 'tag': '39bc2a73-fed2-4a84-8847-694d855c10d7', 'status': 'completed', 'code': 200}
May 02 03:24:06.074134 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvr_db [None req-f52f23c9-8288-4145-a434-e5e236a405d2 None None] Set router b1ef1151-805b-4f83-a46a-7c96f7d8cd61 gateway port host: dv-cinder-789077-1-iscsi {{(pid=73902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:24:06.159837 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86f317-c1d7-4fc0-ae19-40509f5ffad7 req-7f40c5b9-7093-47b6-9cb2-81ee12323e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:24:06.161329 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-9d86f317-c1d7-4fc0-ae19-40509f5ffad7 req-7f40c5b9-7093-47b6-9cb2-81ee12323e5b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e7db1adde334ad386f1a91ee9ac0682&device_id=2fe8cbdc-4767-42ad-b084-182683eba7ae HTTP/1.1" status: 200  len: 1098 time: 0.1710629
May 02 03:24:06.310216 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86f317-c1d7-4fc0-ae19-40509f5ffad7 req-ae2e5079-a7f8-4b42-8083-536b57635304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:24:06.311811 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-9d86f317-c1d7-4fc0-ae19-40509f5ffad7 req-ae2e5079-a7f8-4b42-8083-536b57635304 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c7fbd4b3-8241-42d4-a727-6c3f39a82264 HTTP/1.1" status: 200  len: 918 time: 0.1349795
May 02 03:24:06.423880 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-9d86f317-c1d7-4fc0-ae19-40509f5ffad7 req-5f89e096-ada8-40e7-ae29-3e67246418bb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39bc2a73-fed2-4a84-8847-694d855c10d7 HTTP/1.1" status: 200  len: 998 time: 0.1051674
May 02 03:24:06.455733 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-f52f23c9-8288-4145-a434-e5e236a405d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c557df5b0>, [{'id': 'b1ef1151-805b-4f83-a46a-7c96f7d8cd61', 'name': 'tempest-AttachVolumeShelveTestJSON-1562313329-router', 'tenant_id': '4e7db1adde334ad386f1a91ee9ac0682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '295442ec-ed49-4058-8444-980e103affd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:09:50Z', 'updated_at': '2021-05-02T03:10:18Z', 'revision_number': 4, 'project_id': '4e7db1adde334ad386f1a91ee9ac0682', 'gw_port': {'id': '295442ec-ed49-4058-8444-980e103affd6', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:05:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ef1151-805b-4f83-a46a-7c96f7d8cd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:55Z', 'updated_at': '2021-05-02T03:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_floatingips': [{'id': '3a607ff0-9712-42a5-883c-b60e65a3f0ed', 'tenant_id': '4e7db1adde334ad386f1a91ee9ac0682', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'router_id': 'b1ef1151-805b-4f83-a46a-7c96f7d8cd61', 'port_id': '39bc2a73-fed2-4a84-8847-694d855c10d7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7fbd4b3-8241-42d4-a727-6c3f39a82264', 'mac_address': 'fa:16:3e:c2:67:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe8cbdc-4767-42ad-b084-182683eba7ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:23:51Z', 'updated_at': '2021-05-02T03:24:04Z', 'revision_number': 1, 'project_id': '4e7db1adde334ad386f1a91ee9ac0682', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '905fbcf9-b611-4e90-a9ea-04f76111e3e2', 'name': '', 'network_id': 'c7fbd4b3-8241-42d4-a727-6c3f39a82264', 'tenant_id': '4e7db1adde334ad386f1a91ee9ac0682', 'mac_address': 'fa:16:3e:c2:9d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ef1151-805b-4f83-a46a-7c96f7d8cd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '78de75db-d296-47a5-9b25-e7b9f1e1ac72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:10:15Z', 'updated_at': '2021-05-02T03:10:28Z', 'revision_number': 5, 'project_id': '4e7db1adde334ad386f1a91ee9ac0682', 'subnets': [{'id': '78de75db-d296-47a5-9b25-e7b9f1e1ac72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:24:06.460308 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52f23c9-8288-4145-a434-e5e236a405d2 None None] Checking router: b1ef1151-805b-4f83-a46a-7c96f7d8cd61 for host: dv-cinder-789077-1-iscsi {{(pid=73902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 02 03:24:06.471340 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52f23c9-8288-4145-a434-e5e236a405d2 None None] Routers {'b1ef1151-805b-4f83-a46a-7c96f7d8cd61'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:24:06.472444 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-f52f23c9-8288-4145-a434-e5e236a405d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c557df5b0>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:23:38Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['b1ef1151-805b-4f83-a46a-7c96f7d8cd61'], 'active': True} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:24:06.493965 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86f317-c1d7-4fc0-ae19-40509f5ffad7 req-b7ee847e-fcce-4848-9616-d75634d2da11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:24:06.496114 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-9d86f317-c1d7-4fc0-ae19-40509f5ffad7 req-b7ee847e-fcce-4848-9616-d75634d2da11 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=78de75db-d296-47a5-9b25-e7b9f1e1ac72 HTTP/1.1" status: 200  len: 856 time: 0.0654547
May 02 03:24:06.579667 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86f317-c1d7-4fc0-ae19-40509f5ffad7 req-5748802d-d9cf-438c-a0a3-384fab7e6143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:24:06.581196 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-9d86f317-c1d7-4fc0-ae19-40509f5ffad7 req-5748802d-d9cf-438c-a0a3-384fab7e6143 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c7fbd4b3-8241-42d4-a727-6c3f39a82264&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0788236
May 02 03:24:06.694724 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvr_db [None req-f52f23c9-8288-4145-a434-e5e236a405d2 None None] Set router b1ef1151-805b-4f83-a46a-7c96f7d8cd61 gateway port host: dv-cinder-789077-1-iscsi {{(pid=73902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:24:06.722891 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-9d86f317-c1d7-4fc0-ae19-40509f5ffad7 req-b8a108e0-fedd-4896-a264-d75b5df486a8 service neutron] 10.222.0.37 "GET /v2.0/networks/c7fbd4b3-8241-42d4-a727-6c3f39a82264?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1338904
May 02 03:24:06.860399 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-9d86f317-c1d7-4fc0-ae19-40509f5ffad7 req-308c1551-1947-4992-a466-1db7f72984b5 service neutron] 10.222.0.37 "GET /v2.0/networks/c7fbd4b3-8241-42d4-a727-6c3f39a82264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1305919
May 02 03:24:07.052823 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-f52f23c9-8288-4145-a434-e5e236a405d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c557df5b0>, [{'id': 'b1ef1151-805b-4f83-a46a-7c96f7d8cd61', 'name': 'tempest-AttachVolumeShelveTestJSON-1562313329-router', 'tenant_id': '4e7db1adde334ad386f1a91ee9ac0682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '295442ec-ed49-4058-8444-980e103affd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:09:50Z', 'updated_at': '2021-05-02T03:10:18Z', 'revision_number': 4, 'project_id': '4e7db1adde334ad386f1a91ee9ac0682', 'gw_port': {'id': '295442ec-ed49-4058-8444-980e103affd6', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:05:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ef1151-805b-4f83-a46a-7c96f7d8cd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:55Z', 'updated_at': '2021-05-02T03:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_floatingips': [{'id': '3a607ff0-9712-42a5-883c-b60e65a3f0ed', 'tenant_id': '4e7db1adde334ad386f1a91ee9ac0682', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'router_id': 'b1ef1151-805b-4f83-a46a-7c96f7d8cd61', 'port_id': '39bc2a73-fed2-4a84-8847-694d855c10d7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7fbd4b3-8241-42d4-a727-6c3f39a82264', 'mac_address': 'fa:16:3e:c2:67:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe8cbdc-4767-42ad-b084-182683eba7ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:23:51Z', 'updated_at': '2021-05-02T03:24:04Z', 'revision_number': 1, 'project_id': '4e7db1adde334ad386f1a91ee9ac0682', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '905fbcf9-b611-4e90-a9ea-04f76111e3e2', 'name': '', 'network_id': 'c7fbd4b3-8241-42d4-a727-6c3f39a82264', 'tenant_id': '4e7db1adde334ad386f1a91ee9ac0682', 'mac_address': 'fa:16:3e:c2:9d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ef1151-805b-4f83-a46a-7c96f7d8cd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '78de75db-d296-47a5-9b25-e7b9f1e1ac72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:10:15Z', 'updated_at': '2021-05-02T03:10:28Z', 'revision_number': 5, 'project_id': '4e7db1adde334ad386f1a91ee9ac0682', 'subnets': [{'id': '78de75db-d296-47a5-9b25-e7b9f1e1ac72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:24:07.057436 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52f23c9-8288-4145-a434-e5e236a405d2 None None] The sync data for ids ['b1ef1151-805b-4f83-a46a-7c96f7d8cd61'] in dv-cinder-789077-1-iscsi is: [{'id': 'b1ef1151-805b-4f83-a46a-7c96f7d8cd61', 'name': 'tempest-AttachVolumeShelveTestJSON-1562313329-router', 'tenant_id': '4e7db1adde334ad386f1a91ee9ac0682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '295442ec-ed49-4058-8444-980e103affd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:09:50Z', 'updated_at': '2021-05-02T03:10:18Z', 'revision_number': 4, 'project_id': '4e7db1adde334ad386f1a91ee9ac0682', 'gw_port': {'id': '295442ec-ed49-4058-8444-980e103affd6', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:05:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ef1151-805b-4f83-a46a-7c96f7d8cd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:55Z', 'updated_at': '2021-05-02T03:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_floatingips': [{'id': '3a607ff0-9712-42a5-883c-b60e65a3f0ed', 'tenant_id': '4e7db1adde334ad386f1a91ee9ac0682', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'router_id': 'b1ef1151-805b-4f83-a46a-7c96f7d8cd61', 'port_id': '39bc2a73-fed2-4a84-8847-694d855c10d7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7fbd4b3-8241-42d4-a727-6c3f39a82264', 'mac_address': 'fa:16:3e:c2:67:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe8cbdc-4767-42ad-b084-182683eba7ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:23:51Z', 'updated_at': '2021-05-02T03:24:04Z', 'revision_number': 1, 'project_id': '4e7db1adde334ad386f1a91ee9ac0682', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '905fbcf9-b611-4e90-a9ea-04f76111e3e2', 'name': '', 'network_id': 'c7fbd4b3-8241-42d4-a727-6c3f39a82264', 'tenant_id': '4e7db1adde334ad386f1a91ee9ac0682', 'mac_address': 'fa:16:3e:c2:9d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ef1151-805b-4f83-a46a-7c96f7d8cd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '78de75db-d296-47a5-9b25-e7b9f1e1ac72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:10:15Z', 'updated_at': '2021-05-02T03:10:28Z', 'revision_number': 5, 'project_id': '4e7db1adde334ad386f1a91ee9ac0682', 'subnets': [{'id': '78de75db-d296-47a5-9b25-e7b9f1e1ac72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 02 03:24:07.242714 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aca5390-76d7-4d07-b463-3df967e1abf3 None None] New status for floating IP 3a607ff0-9712-42a5-883c-b60e65a3f0ed: ACTIVE {{(pid=73903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 02 03:24:07.737868 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:24:08.115723 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-697e686f-12c1-4b6b-9037-0169459a2e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:24:09.234284 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:24:10.784938 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:24:11.113902 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:24:17.242813 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-5276231c-51db-4015-b612-bf80506cde3e req-8c281683-fc3f-4832-b329-a36824a7c5f6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=516acf44-7b1c-4ebf-b689-28537f7a0de5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0721209
May 02 03:24:17.341457 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276231c-51db-4015-b612-bf80506cde3e req-02ea9558-4d8e-491c-acf3-d97c4e0eaee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:24:17.342978 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-5276231c-51db-4015-b612-bf80506cde3e req-02ea9558-4d8e-491c-acf3-d97c4e0eaee0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a9fa23c656804d85929e20a6cdbea65a&device_id=516acf44-7b1c-4ebf-b689-28537f7a0de5 HTTP/1.1" status: 200  len: 1099 time: 0.0738454
May 02 03:24:17.500867 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276231c-51db-4015-b612-bf80506cde3e req-dd3b68fe-0829-450d-a227-5711d03d15b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:24:17.502324 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-5276231c-51db-4015-b612-bf80506cde3e req-dd3b68fe-0829-450d-a227-5711d03d15b9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e3c24553-093c-4dba-a579-e14fc9bf8125 HTTP/1.1" status: 200  len: 916 time: 0.1342514
May 02 03:24:17.573244 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-5276231c-51db-4015-b612-bf80506cde3e req-4e6fa14a-8518-4861-862a-7f51ed2f7b72 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b83e037a-920e-4a21-9f7e-ae186ce17e2d HTTP/1.1" status: 200  len: 217 time: 0.0645881
May 02 03:24:17.644753 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276231c-51db-4015-b612-bf80506cde3e req-d268e93f-829d-40e7-bc5d-6e4d3f54bc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:24:17.646320 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-5276231c-51db-4015-b612-bf80506cde3e req-d268e93f-829d-40e7-bc5d-6e4d3f54bc03 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d5979161-d7b0-4fdb-a66c-2a0a0a8b9b09 HTTP/1.1" status: 200  len: 855 time: 0.0670023
May 02 03:24:17.696305 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-5276231c-51db-4015-b612-bf80506cde3e req-65e80b3c-9b4c-4f41-88a0-e0af80cf778b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3c24553-093c-4dba-a579-e14fc9bf8125&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0437062
May 02 03:24:17.840791 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-5276231c-51db-4015-b612-bf80506cde3e req-bf5b4e8c-fbeb-44bb-829f-d14b4cc54902 service neutron] 10.222.0.37 "GET /v2.0/networks/e3c24553-093c-4dba-a579-e14fc9bf8125?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376667
May 02 03:24:17.978164 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-5276231c-51db-4015-b612-bf80506cde3e req-b51c8e8e-2572-4f9e-807f-5e2febc8a69e service neutron] 10.222.0.37 "GET /v2.0/networks/e3c24553-093c-4dba-a579-e14fc9bf8125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1303275
May 02 03:24:26.664340 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:24:35.114130 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-ec4078e7-6ced-48d0-8f25-fd6f9d6e4d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:24:37.740933 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:24:38.117940 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-129addee-9733-4842-ada9-2c706c36c8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:24:39.233913 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:24:40.780213 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:24:41.125493 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:25:03.662748 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:25:05.111501 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-45abaf35-1215-4680-8656-20c8de1ea7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:25:07.747844 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:25:08.121499 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-0df7ae84-aeba-4ae8-95be-c083c6dcd444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:25:09.238131 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:25:10.795079 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:25:11.151988 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:25:18.511677 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-f58fac5c-cc9c-4f64-801b-09f8cc88f465 req-d4e21a84-343d-4b94-bf2e-cf7ccd9069ac service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1679153
May 02 03:25:18.695799 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fac5c-cc9c-4f64-801b-09f8cc88f465 req-48a7872f-d9be-4ecd-a627-5077334def61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:25:18.697266 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-f58fac5c-cc9c-4f64-801b-09f8cc88f465 req-48a7872f-d9be-4ecd-a627-5077334def61 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bca306ed607a4c229d3502be0e4ec32f&device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 1098 time: 0.1636853
May 02 03:25:18.843739 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fac5c-cc9c-4f64-801b-09f8cc88f465 req-83c2197b-6ded-4a07-af78-dbefaff63d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:25:18.846574 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-f58fac5c-cc9c-4f64-801b-09f8cc88f465 req-83c2197b-6ded-4a07-af78-dbefaff63d69 service neutron] 10.222.0.37 "GET /v2.0/networks?id=041817d9-bfb8-4b11-9134-61e384d9c06b HTTP/1.1" status: 200  len: 914 time: 0.1297572
May 02 03:25:18.919489 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-f58fac5c-cc9c-4f64-801b-09f8cc88f465 req-49c9a2bb-5369-4e7e-b7af-67af957aafc7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=45ffe3c6-5326-4090-8038-026d72de9e22 HTTP/1.1" status: 200  len: 217 time: 0.0666683
May 02 03:25:18.980495 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fac5c-cc9c-4f64-801b-09f8cc88f465 req-a0c9a66b-07f3-45f0-aa23-6d792a1f26dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:25:18.981910 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-f58fac5c-cc9c-4f64-801b-09f8cc88f465 req-a0c9a66b-07f3-45f0-aa23-6d792a1f26dc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=17e9704b-5652-4c8d-b36d-f5ac3282d83e HTTP/1.1" status: 200  len: 853 time: 0.0561974
May 02 03:25:19.027363 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-f58fac5c-cc9c-4f64-801b-09f8cc88f465 req-cc76fd95-1a24-4d97-bc18-7cd1a35858bf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=041817d9-bfb8-4b11-9134-61e384d9c06b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0391080
May 02 03:25:19.160743 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-f58fac5c-cc9c-4f64-801b-09f8cc88f465 req-e2aa37c3-d17d-4ef2-8c84-a5f7f40855dc service neutron] 10.222.0.37 "GET /v2.0/networks/041817d9-bfb8-4b11-9134-61e384d9c06b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1259089
May 02 03:25:19.291168 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-f58fac5c-cc9c-4f64-801b-09f8cc88f465 req-9eb12c51-f471-48f3-ba56-a412274cea15 service neutron] 10.222.0.37 "GET /v2.0/networks/041817d9-bfb8-4b11-9134-61e384d9c06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1235452
May 02 03:25:35.102804 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-ce625b66-a433-4018-b939-47c50a20954e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:25:37.747826 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:25:38.122555 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-1550eb00-df9f-4849-bbaf-0a57d441a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:25:39.240223 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:25:40.662044 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:25:40.788768 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:25:41.145219 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:25:59.271098 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9ac71-9097-4224-a069-77fc84ac2001 req-4d03cad8-fda9-40cb-8e35-39ccbb1ca0a8 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:25:59.273090 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-ddb9ac71-9097-4224-a069-77fc84ac2001 req-4d03cad8-fda9-40cb-8e35-39ccbb1ca0a8 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 946 time: 0.2391481
May 02 03:25:59.318201 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-ddb9ac71-9097-4224-a069-77fc84ac2001 req-6cb603a2-bc9a-4a82-a4d6-e2fb4504b1f5 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394366
May 02 03:25:59.710603 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b78c8-c982-439e-96a8-8a904aab3ea8 req-e3aa963b-0e9f-4acb-9a9c-ef0dd5d39d6e tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:25:59.711320 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-e21b78c8-c982-439e-96a8-8a904aab3ea8 req-e3aa963b-0e9f-4acb-9a9c-ef0dd5d39d6e tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Synchronizing usage tracker for tenant:a9fa23c656804d85929e20a6cdbea65a on resource:port {{(pid=73900) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 02 03:25:59.727467 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-e21b78c8-c982-439e-96a8-8a904aab3ea8 req-e3aa963b-0e9f-4acb-9a9c-ef0dd5d39d6e tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Unset dirty status for tenant:a9fa23c656804d85929e20a6cdbea65a on resource:port {{(pid=73900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 02 03:25:59.728561 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-e21b78c8-c982-439e-96a8-8a904aab3ea8 req-e3aa963b-0e9f-4acb-9a9c-ef0dd5d39d6e tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 946 time: 0.1000037
May 02 03:25:59.866939 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [req-e21b78c8-c982-439e-96a8-8a904aab3ea8 req-e7320e1e-1fd7-46cb-8a5a-c1321f815a9a tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Deleting port 1054af50-f18d-4be2-86bd-00b8a2d23b31 {{(pid=73900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:25:59.867269 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-e21b78c8-c982-439e-96a8-8a904aab3ea8 req-e7320e1e-1fd7-46cb-8a5a-c1321f815a9a tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:25:59.997492 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [req-e21b78c8-c982-439e-96a8-8a904aab3ea8 req-e7320e1e-1fd7-46cb-8a5a-c1321f815a9a tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] For port 1054af50-f18d-4be2-86bd-00b8a2d23b31, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=1054af50-f18d-4be2-86bd-00b8a2d23b31,segment=NetworkSegment(b30497ce-e2ee-43bf-863e-b0adb6c70caf),segment_id=b30497ce-e2ee-43bf-863e-b0adb6c70caf)] {{(pid=73900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:25:59.997777 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-e21b78c8-c982-439e-96a8-8a904aab3ea8 req-e7320e1e-1fd7-46cb-8a5a-c1321f815a9a tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:00.116124 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [req-e21b78c8-c982-439e-96a8-8a904aab3ea8 req-e7320e1e-1fd7-46cb-8a5a-c1321f815a9a tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Calling delete_port for 1054af50-f18d-4be2-86bd-00b8a2d23b31 owned by compute:nova {{(pid=73900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:26:00.230753 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-e21b78c8-c982-439e-96a8-8a904aab3ea8 req-e7320e1e-1fd7-46cb-8a5a-c1321f815a9a tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-899257'] for port, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:00.237840 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-9ea5c958-8a1e-4170-b3ce-85709e22fe71 tempest-VolumesActionsTest-1089275141 tempest-VolumesActionsTest-1089275141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:26:00.244496 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] get_ports_and_sgs() called for port_ids ['c740e356-47d6-4db3-ae8b-2b0bf3d4b588', 'b7ae2038-c9ad-470e-985b-d9563d2039a3', 'b83e037a-920e-4a21-9f7e-ae186ce17e2d', '1054af50-f18d-4be2-86bd-00b8a2d23b31'] {{(pid=73902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 02 03:26:00.291534 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7320e1e-1fd7-46cb-8a5a-c1321f815a9a tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Pushing event deleted for resources: {'Port': ['ID=1054af50-f18d-4be2-86bd-00b8a2d23b31,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:26:00.332874 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7320e1e-1fd7-46cb-8a5a-c1321f815a9a tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:26:00.333243 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7320e1e-1fd7-46cb-8a5a-c1321f815a9a tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:26:00.333604 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7320e1e-1fd7-46cb-8a5a-c1321f815a9a tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:26:00.333954 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7320e1e-1fd7-46cb-8a5a-c1321f815a9a tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:26:00.334328 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7320e1e-1fd7-46cb-8a5a-c1321f815a9a tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:26:00.334706 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7320e1e-1fd7-46cb-8a5a-c1321f815a9a tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:26:00.335053 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7320e1e-1fd7-46cb-8a5a-c1321f815a9a tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:26:00.335533 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7320e1e-1fd7-46cb-8a5a-c1321f815a9a tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:26:00.335884 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7320e1e-1fd7-46cb-8a5a-c1321f815a9a tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:26:00.336228 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7320e1e-1fd7-46cb-8a5a-c1321f815a9a tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:26:00.336569 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7320e1e-1fd7-46cb-8a5a-c1321f815a9a tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:26:00.336913 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7320e1e-1fd7-46cb-8a5a-c1321f815a9a tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:26:00.380531 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-e7320e1e-1fd7-46cb-8a5a-c1321f815a9a tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:26:00.382941 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.l3_dvrscheduler_db [req-e21b78c8-c982-439e-96a8-8a904aab3ea8 req-e7320e1e-1fd7-46cb-8a5a-c1321f815a9a tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] No DVR routers for this DVR port 1054af50-f18d-4be2-86bd-00b8a2d23b31 on host hv-cinder-78907 {{(pid=73900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 02 03:26:00.385567 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-e21b78c8-c982-439e-96a8-8a904aab3ea8 req-e7320e1e-1fd7-46cb-8a5a-c1321f815a9a tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for port, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:00.388328 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7897939-f9ef-48db-adb5-58fe671c399d', 'name': 'network-vif-deleted', 'tag': '1054af50-f18d-4be2-86bd-00b8a2d23b31'}] {{(pid=73900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:26:00.405733 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-e21b78c8-c982-439e-96a8-8a904aab3ea8 req-e7320e1e-1fd7-46cb-8a5a-c1321f815a9a tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.37 "DELETE /v2.0/ports/1054af50-f18d-4be2-86bd-00b8a2d23b31 HTTP/1.1" status: 204  len: 173 time: 0.6712539
May 02 03:26:00.438881 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7897939-f9ef-48db-adb5-58fe671c399d', 'name': 'network-vif-deleted', 'tag': '1054af50-f18d-4be2-86bd-00b8a2d23b31', 'status': 'completed', 'code': 200}
May 02 03:26:00.509781 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-16dd2489-57a3-4de7-94dd-e6d0ba11aeaa req-7f7828bf-d316-4c42-8f94-9cd90d026173 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0519125
May 02 03:26:01.660205 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-6cd6d56b-e474-4b32-bfa7-95b51c25cf7d req-341a5067-3073-4f45-a2be-1e40f1412d08 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0462852
May 02 03:26:02.810598 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-dc5e3b90-ae70-4bca-992a-8932f73931d9 req-8f42acd1-2197-4900-950a-3246262940a8 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0431521
May 02 03:26:03.960541 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-dc871181-916d-4cb0-b85d-3132499ab315 req-0eb7acdc-9611-43cc-abea-f76a210aa8ba tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0421126
May 02 03:26:04.010121 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device 1054af50-f18d-4be2-86bd-00b8a2d23b31 no longer exists at agent hyperv_hv-cinder-78907 {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 02 03:26:04.047218 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] No Port match for: 1054af50-f18d-4be2-86bd-00b8a2d23b31 {{(pid=73902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 02 03:26:04.047566 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device 1054af50-f18d-4be2-86bd-00b8a2d23b31 not bound to the agent host hv-cinder-78907 {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 02 03:26:05.105139 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-01024691-a47e-4279-b777-e31ceffd61b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:05.114973 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-109ebf02-1668-4127-b01c-5074081428a0 req-c148728a-8356-4396-9743-fd2aac190176 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0448833
May 02 03:26:06.267054 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-b86b10cd-ba7d-4c93-9ebe-c6d1d28a16d1 req-b861c9e2-ec1d-43ad-af7e-3a607df4e963 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0434463
May 02 03:26:07.413849 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-d2cd11bf-6f7e-4120-ad47-9f4002466ce3 req-5d319a96-1c93-41f1-b8ac-25b60993d1f3 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0419121
May 02 03:26:07.752386 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:08.124010 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-4af92d8e-9a00-4365-ac18-aacb4c5006e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:08.567874 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4969c24d-1517-4905-aa0c-95c6e63483c9 req-7bcd574d-8a1d-4e8e-a897-e7a487c7e049 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0458140
May 02 03:26:09.244627 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:09.718706 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-8fab05d8-64fd-4db9-ae8a-4faacb5799d5 req-4710a83c-7f6d-4d53-a3ad-12fd6be64499 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0429783
May 02 03:26:10.791066 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:10.892517 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-70b06d6c-f6da-456d-b99e-73315640e3b8 req-893dc1e0-2dd4-46a5-90bd-1b70ea6026df tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0500908
May 02 03:26:11.163224 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:12.188682 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-349ee068-786e-40c6-b9c1-20dbe0f780ad req-96de9c4a-f83f-4f13-89aa-bcce3884ffa2 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0452366
May 02 03:26:13.338482 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-175394b5-2bd0-46d7-b5d2-b1fb909ef412 req-d1e0cdc1-16ca-4439-9c06-1d29f11bcfdf tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0425279
May 02 03:26:14.488199 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-5929a1e6-3df9-4e6f-8fa7-81245df94f63 req-4132cba3-31d8-44ce-91d6-9d0d44469428 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0438850
May 02 03:26:15.744494 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-056eef91-9560-4d59-8406-654f6d8604aa req-6d3ffe36-3e48-4629-925e-e7e1015e66cd tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.1451585
May 02 03:26:16.896702 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-95e696b4-1221-4ff0-8525-5bd24bdb891f req-dc1e1488-2742-43f3-bc24-733791d426d3 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0409670
May 02 03:26:17.660513 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:26:18.043396 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-26d80066-af2e-41d1-8d63-377c827987a8 req-6b238c8e-d2da-4af8-a404-15dce1c9fca3 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0418515
May 02 03:26:19.080210 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-aa3b9c96-79ff-421c-ad1c-119429882af0 req-9b92900b-805a-4711-a0a9-e8d4b02761f5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a3a17f40-ef8b-4001-83ea-57cac708a750&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0724034
May 02 03:26:19.174606 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b9c96-79ff-421c-ad1c-119429882af0 req-f1db950f-a2aa-49ad-9ab7-8ce6863378f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:26:19.176027 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-aa3b9c96-79ff-421c-ad1c-119429882af0 req-f1db950f-a2aa-49ad-9ab7-8ce6863378f2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bbaedd301c3b45158260ff4d1414e77b&device_id=a3a17f40-ef8b-4001-83ea-57cac708a750 HTTP/1.1" status: 200  len: 1098 time: 0.0739930
May 02 03:26:19.195292 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-dfe5412d-8f5f-4925-a603-29abb6bd84f6 req-6961052d-5974-4f9a-bfeb-803681fe11f5 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0473428
May 02 03:26:19.399871 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b9c96-79ff-421c-ad1c-119429882af0 req-81ba99ac-5e94-4d51-a9ed-1b4d26c266ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:26:19.401296 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-aa3b9c96-79ff-421c-ad1c-119429882af0 req-81ba99ac-5e94-4d51-a9ed-1b4d26c266ca service neutron] 10.222.0.37 "GET /v2.0/networks?id=348595d7-7f35-4e83-a43a-21e5f105b128 HTTP/1.1" status: 200  len: 912 time: 0.2049632
May 02 03:26:19.502021 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-aa3b9c96-79ff-421c-ad1c-119429882af0 req-a8777b97-b58c-4b37-9bcf-b46f90af3066 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ece6de4-b3bc-4f0f-be09-6b6e75197504 HTTP/1.1" status: 200  len: 1001 time: 0.0935452
May 02 03:26:19.567121 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b9c96-79ff-421c-ad1c-119429882af0 req-21be6778-e8bc-4dde-91aa-58a0c6a8c8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:26:19.568533 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-aa3b9c96-79ff-421c-ad1c-119429882af0 req-21be6778-e8bc-4dde-91aa-58a0c6a8c8ba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f6786fd-128a-4bcf-a886-1f47f06c4a7a HTTP/1.1" status: 200  len: 850 time: 0.0598385
May 02 03:26:19.644417 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b9c96-79ff-421c-ad1c-119429882af0 req-6495c312-3e7f-41ee-88cc-72f1d426ca9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:26:19.645864 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-aa3b9c96-79ff-421c-ad1c-119429882af0 req-6495c312-3e7f-41ee-88cc-72f1d426ca9f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=348595d7-7f35-4e83-a43a-21e5f105b128&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0701702
May 02 03:26:19.779451 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-aa3b9c96-79ff-421c-ad1c-119429882af0 req-dbdb8715-2c14-451d-baa0-3c98657760f0 service neutron] 10.222.0.37 "GET /v2.0/networks/348595d7-7f35-4e83-a43a-21e5f105b128?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1267776
May 02 03:26:19.912422 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-aa3b9c96-79ff-421c-ad1c-119429882af0 req-14590173-1aac-4a7a-aabd-6506a2c3c9e6 service neutron] 10.222.0.37 "GET /v2.0/networks/348595d7-7f35-4e83-a43a-21e5f105b128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1265466
May 02 03:26:20.346877 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-5ab1c478-d3bd-4c8c-9ed8-7dae6c771dca req-870bc621-6f77-49ea-bb3d-bf8407895596 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0425730
May 02 03:26:21.500878 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-7cd7365c-2d9e-42a1-a596-ee706d6a6e54 req-f35ce74b-2ef7-44eb-9f79-079bac3c3717 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0430577
May 02 03:26:21.804304 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2e7c0-5d13-4303-b4da-359f1d7ad087 req-7e19b083-5ec2-4325-b6af-9e21a2882952 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:26:21.805742 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c5a2e7c0-5d13-4303-b4da-359f1d7ad087 req-7e19b083-5ec2-4325-b6af-9e21a2882952 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 945 time: 0.0845318
May 02 03:26:21.849033 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c5a2e7c0-5d13-4303-b4da-359f1d7ad087 req-f271006a-c6ef-49b5-bbe6-3d243288e9ac tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/security-groups?id=489ddd8b-c994-4083-8924-38efc23f5aab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372536
May 02 03:26:22.220354 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349761a0-b066-4494-9366-87cf28c6c529 req-6c6e18c7-cd30-4e76-a524-f20a4a945620 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:26:22.221959 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-349761a0-b066-4494-9366-87cf28c6c529 req-6c6e18c7-cd30-4e76-a524-f20a4a945620 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] Synchronizing usage tracker for tenant:bca306ed607a4c229d3502be0e4ec32f on resource:port {{(pid=73900) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 02 03:26:22.243646 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-349761a0-b066-4494-9366-87cf28c6c529 req-6c6e18c7-cd30-4e76-a524-f20a4a945620 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] Unset dirty status for tenant:bca306ed607a4c229d3502be0e4ec32f on resource:port {{(pid=73900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 02 03:26:22.244943 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-349761a0-b066-4494-9366-87cf28c6c529 req-6c6e18c7-cd30-4e76-a524-f20a4a945620 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 945 time: 0.1165483
May 02 03:26:22.385735 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [req-349761a0-b066-4494-9366-87cf28c6c529 req-d5b54f56-9fb5-48d8-81ed-c68d18873d0e tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] Deleting port 45ffe3c6-5326-4090-8038-026d72de9e22 {{(pid=73900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:26:22.386090 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-349761a0-b066-4494-9366-87cf28c6c529 req-d5b54f56-9fb5-48d8-81ed-c68d18873d0e tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:22.410092 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 56496) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:26:22.530100 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [req-349761a0-b066-4494-9366-87cf28c6c529 req-d5b54f56-9fb5-48d8-81ed-c68d18873d0e tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] For port 45ffe3c6-5326-4090-8038-026d72de9e22, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=45ffe3c6-5326-4090-8038-026d72de9e22,segment=NetworkSegment(d327778e-1102-4bc5-b221-3fa84d718c80),segment_id=d327778e-1102-4bc5-b221-3fa84d718c80)] {{(pid=73900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:26:22.530392 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-349761a0-b066-4494-9366-87cf28c6c529 req-d5b54f56-9fb5-48d8-81ed-c68d18873d0e tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:22.532691 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-3dafc309-9653-4747-856f-e615dc2a44ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:22.547675 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-3dafc309-9653-4747-856f-e615dc2a44ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:26:22.551454 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-3dafc309-9653-4747-856f-e615dc2a44ad admin admin] Usage tracker for resource:security_group_rule and tenant:5eaf8a64ac844518a3aa1c752f229c3b is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:26:22.555216 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-3dafc309-9653-4747-856f-e615dc2a44ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:26:22.560834 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-3dafc309-9653-4747-856f-e615dc2a44ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:26:22.664717 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [req-349761a0-b066-4494-9366-87cf28c6c529 req-d5b54f56-9fb5-48d8-81ed-c68d18873d0e tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] Calling delete_port for 45ffe3c6-5326-4090-8038-026d72de9e22 owned by compute:nova {{(pid=73900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:26:22.666106 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-ebeb7e3a-22fe-4518-8346-f57850af7c90 req-59f3a13d-f577-4b68-b5af-eece660e5f7b tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0549347
May 02 03:26:22.692590 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-3dafc309-9653-4747-856f-e615dc2a44ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:22.697749 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-3dafc309-9653-4747-856f-e615dc2a44ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:22.705752 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-2a4181d4-fef6-42bb-ab3e-aad6c119043a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:26:22.744000 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-3dafc309-9653-4747-856f-e615dc2a44ad admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5eaf8a64ac844518a3aa1c752f229c3b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3325646
May 02 03:26:22.746855 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 56504) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:26:22.760199 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dafc309-9653-4747-856f-e615dc2a44ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2be3a8d-8613-4d7a-863a-fb67ab6b8414,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:26:22.776680 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dafc309-9653-4747-856f-e615dc2a44ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:26:22.777027 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dafc309-9653-4747-856f-e615dc2a44ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:26:22.777369 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dafc309-9653-4747-856f-e615dc2a44ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:26:22.777706 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dafc309-9653-4747-856f-e615dc2a44ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:26:22.778037 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dafc309-9653-4747-856f-e615dc2a44ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:26:22.778362 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dafc309-9653-4747-856f-e615dc2a44ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:26:22.778724 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dafc309-9653-4747-856f-e615dc2a44ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:26:22.779059 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dafc309-9653-4747-856f-e615dc2a44ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:26:22.779390 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dafc309-9653-4747-856f-e615dc2a44ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:26:22.779714 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dafc309-9653-4747-856f-e615dc2a44ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:26:22.780039 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dafc309-9653-4747-856f-e615dc2a44ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:26:22.780366 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dafc309-9653-4747-856f-e615dc2a44ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:26:22.788293 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-3dafc309-9653-4747-856f-e615dc2a44ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:26:22.791143 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-349761a0-b066-4494-9366-87cf28c6c529 req-d5b54f56-9fb5-48d8-81ed-c68d18873d0e tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-899257'] for port, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:22.804281 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-47258f0b-8901-4553-bdcd-c377db562ffc tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:26:22.805987 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] get_ports_and_sgs() called for port_ids ['45ffe3c6-5326-4090-8038-026d72de9e22'] {{(pid=73902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 02 03:26:22.823780 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-56d48c3c-0c71-4eee-89a5-614b847b9c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:22.849474 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b54f56-9fb5-48d8-81ed-c68d18873d0e tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] Pushing event deleted for resources: {'Port': ['ID=45ffe3c6-5326-4090-8038-026d72de9e22,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:26:22.853613 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-56d48c3c-0c71-4eee-89a5-614b847b9c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:22.889653 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-d5b54f56-9fb5-48d8-81ed-c68d18873d0e tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:26:22.917551 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-56d48c3c-0c71-4eee-89a5-614b847b9c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:22.921384 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-23c1c150-61dc-4c87-a943-1508c5534e6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:26:22.933562 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d48c3c-0c71-4eee-89a5-614b847b9c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2be3a8d-8613-4d7a-863a-fb67ab6b8414,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:26:22.937393 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.l3_dvrscheduler_db [req-349761a0-b066-4494-9366-87cf28c6c529 req-d5b54f56-9fb5-48d8-81ed-c68d18873d0e tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] No DVR routers for this DVR port 45ffe3c6-5326-4090-8038-026d72de9e22 on host hv-cinder-78907 {{(pid=73900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 02 03:26:22.938108 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-56d48c3c-0c71-4eee-89a5-614b847b9c84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:26:22.940193 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-349761a0-b066-4494-9366-87cf28c6c529 req-d5b54f56-9fb5-48d8-81ed-c68d18873d0e tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for port, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:22.943064 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-56d48c3c-0c71-4eee-89a5-614b847b9c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:22.947392 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-56d48c3c-0c71-4eee-89a5-614b847b9c84 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b2be3a8d-8613-4d7a-863a-fb67ab6b8414 HTTP/1.1" status: 204  len: 168 time: 0.1971412
May 02 03:26:22.948014 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c60cd6-1de3-43b0-a2ad-3b83243be447', 'name': 'network-vif-deleted', 'tag': '45ffe3c6-5326-4090-8038-026d72de9e22'}] {{(pid=73900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:26:22.961639 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-349761a0-b066-4494-9366-87cf28c6c529 req-d5b54f56-9fb5-48d8-81ed-c68d18873d0e tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.37 "DELETE /v2.0/ports/45ffe3c6-5326-4090-8038-026d72de9e22 HTTP/1.1" status: 204  len: 173 time: 0.7103102
May 02 03:26:23.005661 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c60cd6-1de3-43b0-a2ad-3b83243be447', 'name': 'network-vif-deleted', 'tag': '45ffe3c6-5326-4090-8038-026d72de9e22', 'status': 'completed', 'code': 200}
May 02 03:26:23.041822 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-d675d3c6-a885-479b-8c90-8a234f2b254c req-86aa2926-3778-43e5-8bd2-4a8a758bf4b4 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0504251
May 02 03:26:23.693380 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 56536) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:26:23.828778 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.v2.base [None req-641b8651-d3ee-45f6-b43a-dac7a0860573 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1567926612-network', 'tenant_id': '86db9b6555854b9aa34776c9d15d0123'}} {{(pid=73901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:26:23.837813 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-641b8651-d3ee-45f6-b43a-dac7a0860573 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:26:23.841445 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-68519562-f7a2-4b2d-b809-88e1dbb2a16d req-edd581bb-321a-49dc-bf57-6a18242db3fa tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0545154
May 02 03:26:23.843686 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-641b8651-d3ee-45f6-b43a-dac7a0860573 admin admin] Usage tracker for resource:network and tenant:86db9b6555854b9aa34776c9d15d0123 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:26:23.846563 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-641b8651-d3ee-45f6-b43a-dac7a0860573 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:26:23.853454 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-641b8651-d3ee-45f6-b43a-dac7a0860573 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:26:23.863715 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641b8651-d3ee-45f6-b43a-dac7a0860573 admin admin] Made reservation on behalf of 86db9b6555854b9aa34776c9d15d0123 for: {'network': 1} {{(pid=73901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 02 03:26:23.866718 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-641b8651-d3ee-45f6-b43a-dac7a0860573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for network, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:23.878827 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-641b8651-d3ee-45f6-b43a-dac7a0860573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:23.893361 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-641b8651-d3ee-45f6-b43a-dac7a0860573 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:26:23.897846 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-641b8651-d3ee-45f6-b43a-dac7a0860573 admin admin] Usage tracker for resource:security_group_rule and tenant:86db9b6555854b9aa34776c9d15d0123 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:26:23.900713 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-641b8651-d3ee-45f6-b43a-dac7a0860573 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:26:23.906290 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-641b8651-d3ee-45f6-b43a-dac7a0860573 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:26:23.994240 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-641b8651-d3ee-45f6-b43a-dac7a0860573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:23.997980 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-641b8651-d3ee-45f6-b43a-dac7a0860573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:24.000793 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-283fbfb0-8f2f-47ee-bdf3-f5d2872ee3b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:26:24.029895 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-641b8651-d3ee-45f6-b43a-dac7a0860573 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216}  {{(pid=73901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 02 03:26:24.038810 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641b8651-d3ee-45f6-b43a-dac7a0860573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901e5bda-908c-456a-8527-f412228267bc,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:26:24.042258 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-641b8651-d3ee-45f6-b43a-dac7a0860573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:26:24.044684 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-641b8651-d3ee-45f6-b43a-dac7a0860573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800657'] for segment, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:24.045018 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.db.segments_db [None req-641b8651-d3ee-45f6-b43a-dac7a0860573 admin admin] Added segment 041814a6-5514-4282-9c67-856e927b1b01 of type vlan for network da3f1972-ca90-446b-bdc0-2bb6c05c6dc8
May 02 03:26:24.075160 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-641b8651-d3ee-45f6-b43a-dac7a0860573 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747865320852'] for network, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:24.105629 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-641b8651-d3ee-45f6-b43a-dac7a0860573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347'] for network, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:24.107071 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641b8651-d3ee-45f6-b43a-dac7a0860573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:26:24.107740 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-641b8651-d3ee-45f6-b43a-dac7a0860573 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for network, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:24.110919 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:26:24.251110 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641b8651-d3ee-45f6-b43a-dac7a0860573 admin admin] Pushing event updated for resources: {'Network': ['ID=da3f1972-ca90-446b-bdc0-2bb6c05c6dc8,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:26:24.253872 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-641b8651-d3ee-45f6-b43a-dac7a0860573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:26:24.257211 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-eff0ad1e-c41b-45ef-9728-c05944df544c req-6f2f6289-b85a-42f0-b8f2-e5d4adffbf27 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0591149
May 02 03:26:24.261264 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-641b8651-d3ee-45f6-b43a-dac7a0860573 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.5635424
May 02 03:26:24.261566 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 56546) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:26:24.261657 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Network da3f1972-ca90-446b-bdc0-2bb6c05c6dc8 details requested by agent ovs-agent-dv-cinder-789077-1-iscsi with host dv-cinder-789077-1-iscsi {{(pid=73902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 02 03:26:24.266862 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.v2.base [None req-223c3e8e-f7cf-4657-9c9d-61f32c1aba06 admin admin] Request body: {'subnet': {'network_id': 'da3f1972-ca90-446b-bdc0-2bb6c05c6dc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1567926612-subnet', 'tenant_id': '86db9b6555854b9aa34776c9d15d0123', 'ip_version': 4}} {{(pid=73901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:26:24.271675 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-223c3e8e-f7cf-4657-9c9d-61f32c1aba06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:26:24.276045 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-223c3e8e-f7cf-4657-9c9d-61f32c1aba06 admin admin] Usage tracker for resource:subnet and tenant:86db9b6555854b9aa34776c9d15d0123 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:26:24.278891 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-223c3e8e-f7cf-4657-9c9d-61f32c1aba06 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:26:24.284604 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-223c3e8e-f7cf-4657-9c9d-61f32c1aba06 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:26:24.294593 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223c3e8e-f7cf-4657-9c9d-61f32c1aba06 admin admin] Made reservation on behalf of 86db9b6555854b9aa34776c9d15d0123 for: {'subnet': 1} {{(pid=73901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 02 03:26:24.297092 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-223c3e8e-f7cf-4657-9c9d-61f32c1aba06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2160961'] for subnet, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:24.687064 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-223c3e8e-f7cf-4657-9c9d-61f32c1aba06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3711789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2160983'] for subnet, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:24.691529 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-0de65864-f492-427a-99f8-7d498a7946c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:26:24.760576 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223c3e8e-f7cf-4657-9c9d-61f32c1aba06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3b1b4f7-5da0-457c-8875-76261a70ff20,revision_number=0']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:26:24.764440 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-223c3e8e-f7cf-4657-9c9d-61f32c1aba06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:26:24.770751 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223c3e8e-f7cf-4657-9c9d-61f32c1aba06 admin admin] Checking segment: {'id': '041814a6-5514-4282-9c67-856e927b1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'da3f1972-ca90-446b-bdc0-2bb6c05c6dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:26:24.771101 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223c3e8e-f7cf-4657-9c9d-61f32c1aba06 admin admin] Network hostable DHCP agents. Network: da3f1972-ca90-446b-bdc0-2bb6c05c6dc8, hostable agents: ['b8cff7bf-6a12-4b5e-9f6f-ac6aa9384c4c'], hosted agents: [] {{(pid=73901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 02 03:26:24.788601 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223c3e8e-f7cf-4657-9c9d-61f32c1aba06 admin admin] Network da3f1972-ca90-446b-bdc0-2bb6c05c6dc8 is scheduled to be hosted by DHCP agent b8cff7bf-6a12-4b5e-9f6f-ac6aa9384c4c with binding_index 1 {{(pid=73901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 02 03:26:24.798050 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.base_scheduler [None req-223c3e8e-f7cf-4657-9c9d-61f32c1aba06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789077-1-iscsi, da3f1972-ca90-446b-bdc0-2bb6c05c6dc8) {{(pid=73901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:26:24.810889 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6779122-7519-42e6-b236-59a5eb2e9b7b None None] Network da3f1972-ca90-446b-bdc0-2bb6c05c6dc8 requested from dv-cinder-789077-1-iscsi {{(pid=73902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 02 03:26:24.811020 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223c3e8e-f7cf-4657-9c9d-61f32c1aba06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:26:24.811574 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-223c3e8e-f7cf-4657-9c9d-61f32c1aba06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for subnet, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:24.833561 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-223c3e8e-f7cf-4657-9c9d-61f32c1aba06 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.5711491
May 02 03:26:24.836368 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 56550) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:26:24.841313 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.v2.base [None req-8ebddfc5-3e07-45c1-bd1d-a5c13c37d872 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1567926612-router', 'tenant_id': '86db9b6555854b9aa34776c9d15d0123', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700'}}} {{(pid=73901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:26:24.845770 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-8ebddfc5-3e07-45c1-bd1d-a5c13c37d872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:26:24.850655 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-8ebddfc5-3e07-45c1-bd1d-a5c13c37d872 admin admin] Usage tracker for resource:router and tenant:86db9b6555854b9aa34776c9d15d0123 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:26:24.853726 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-8ebddfc5-3e07-45c1-bd1d-a5c13c37d872 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:26:24.859444 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-8ebddfc5-3e07-45c1-bd1d-a5c13c37d872 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:26:24.871345 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-8ebddfc5-3e07-45c1-bd1d-a5c13c37d872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-420455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1022290'] for router, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:24.872393 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-8ebddfc5-3e07-45c1-bd1d-a5c13c37d872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-356199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419551', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022299'] for router, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:24.889176 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-8ebddfc5-3e07-45c1-bd1d-a5c13c37d872 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:25.037425 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcfda78-b118-4912-97a6-b96bb300d0ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp638e923c-381b-5c45-a4d5-c004445b304f-da3f1972-ca90-446b-bdc0-2bb6c05c6dc8', 'network_id': 'da3f1972-ca90-446b-bdc0-2bb6c05c6dc8', 'tenant_id': '86db9b6555854b9aa34776c9d15d0123', 'fixed_ips': [{'subnet_id': 'd3b1b4f7-5da0-457c-8875-76261a70ff20'}]}} from dv-cinder-789077-1-iscsi. {{(pid=73902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 02 03:26:25.038259 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-0fcfda78-b118-4912-97a6-b96bb300d0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_create {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:25.155727 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-b49cf513-b9a7-4539-8f6e-be130fea591b req-5e2efd65-b1b5-4384-ad71-2da9ee461850 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.1940124
May 02 03:26:25.189927 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.db_base_plugin_common [None req-0fcfda78-b118-4912-97a6-b96bb300d0ad None None] Allocated IP 172.20.0.2 (da3f1972-ca90-446b-bdc0-2bb6c05c6dc8/d3b1b4f7-5da0-457c-8875-76261a70ff20/96a1f595-8a6d-40b7-a5ef-b427239505dc) {{(pid=73902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 02 03:26:25.288490 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-8ebddfc5-3e07-45c1-bd1d-a5c13c37d872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419542', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-420361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1022377'] for router, precommit_update {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:25.410413 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-0fcfda78-b118-4912-97a6-b96bb300d0ad None None] Notify callbacks [] for port, precommit_create {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:25.421123 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-0fcfda78-b118-4912-97a6-b96bb300d0ad None None] Transition to ACTIVE for port object 96a1f595-8a6d-40b7-a5ef-b427239505dc will not be triggered until provisioned by entity L2. {{(pid=73902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:26:25.435324 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-10131ec9-29fd-45c2-b321-a61545bc8642 req-bd7be8ec-4745-4301-8bb8-05f3cce5847a tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0466976
May 02 03:26:25.439145 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-0fcfda78-b118-4912-97a6-b96bb300d0ad None None] Transition to ACTIVE for port object 96a1f595-8a6d-40b7-a5ef-b427239505dc will not be triggered until provisioned by entity DHCP. {{(pid=73902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:26:25.446622 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-0fcfda78-b118-4912-97a6-b96bb300d0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747865333526'] for port, after_create {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:25.458991 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:26:25.512529 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcfda78-b118-4912-97a6-b96bb300d0ad None None] Network da3f1972-ca90-446b-bdc0-2bb6c05c6dc8 is already hosted by enough agents. {{(pid=73902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:26:25.515663 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.scheduler.base_scheduler [None req-0fcfda78-b118-4912-97a6-b96bb300d0ad None None] Resources bound (agent type, host, resource id):  {{(pid=73902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:26:25.519454 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcfda78-b118-4912-97a6-b96bb300d0ad None None] Received port after_create {{(pid=73902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 02 03:26:25.525787 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcfda78-b118-4912-97a6-b96bb300d0ad None None] Pushing event updated for resources: {'Port': ['ID=96a1f595-8a6d-40b7-a5ef-b427239505dc,revision_number=1']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:26:25.569653 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcfda78-b118-4912-97a6-b96bb300d0ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:26:25.569996 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcfda78-b118-4912-97a6-b96bb300d0ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:26:25.570335 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcfda78-b118-4912-97a6-b96bb300d0ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:26:25.570790 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcfda78-b118-4912-97a6-b96bb300d0ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:26:25.571113 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcfda78-b118-4912-97a6-b96bb300d0ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:26:25.571435 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcfda78-b118-4912-97a6-b96bb300d0ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:26:25.571756 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcfda78-b118-4912-97a6-b96bb300d0ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:26:25.572071 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcfda78-b118-4912-97a6-b96bb300d0ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:26:25.572403 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcfda78-b118-4912-97a6-b96bb300d0ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:26:25.572716 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcfda78-b118-4912-97a6-b96bb300d0ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:26:25.573026 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcfda78-b118-4912-97a6-b96bb300d0ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:26:25.573332 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcfda78-b118-4912-97a6-b96bb300d0ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:26:25.600350 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-0fcfda78-b118-4912-97a6-b96bb300d0ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:26:25.625492 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.managers [None req-0fcfda78-b118-4912-97a6-b96bb300d0ad None None] Attempting to bind port 96a1f595-8a6d-40b7-a5ef-b427239505dc on host dv-cinder-789077-1-iscsi for vnic_type normal with profile  {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 02 03:26:25.625863 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.managers [None req-0fcfda78-b118-4912-97a6-b96bb300d0ad None None] Attempting to bind port 96a1f595-8a6d-40b7-a5ef-b427239505dc by drivers openvswitch,hyperv on host dv-cinder-789077-1-iscsi at level 0 using segments [{'id': '041814a6-5514-4282-9c67-856e927b1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'da3f1972-ca90-446b-bdc0-2bb6c05c6dc8'}] {{(pid=73902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 02 03:26:25.626223 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcfda78-b118-4912-97a6-b96bb300d0ad None None] Attempting to bind port 96a1f595-8a6d-40b7-a5ef-b427239505dc on network da3f1972-ca90-446b-bdc0-2bb6c05c6dc8 {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:26:25.632305 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcfda78-b118-4912-97a6-b96bb300d0ad None None] Checking agent: {'id': 'b50cee90-c6d3-4c0d-a208-12c20bd9f0cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 2, 8), 'started_at': datetime.datetime(2021, 5, 2, 3, 2, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 02 03:26:25.632672 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcfda78-b118-4912-97a6-b96bb300d0ad None None] Checking segment: {'id': '041814a6-5514-4282-9c67-856e927b1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'da3f1972-ca90-446b-bdc0-2bb6c05c6dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:26:25.633071 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-0fcfda78-b118-4912-97a6-b96bb300d0ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:25.633456 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcfda78-b118-4912-97a6-b96bb300d0ad None None] Bound using segment: {'id': '041814a6-5514-4282-9c67-856e927b1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'da3f1972-ca90-446b-bdc0-2bb6c05c6dc8'} {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 02 03:26:25.633919 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.managers [None req-0fcfda78-b118-4912-97a6-b96bb300d0ad None None] Bound port: 96a1f595-8a6d-40b7-a5ef-b427239505dc, host: dv-cinder-789077-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041814a6-5514-4282-9c67-856e927b1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'da3f1972-ca90-446b-bdc0-2bb6c05c6dc8'}}] {{(pid=73902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 02 03:26:25.634286 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-0fcfda78-b118-4912-97a6-b96bb300d0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:25.655391 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-8ebddfc5-3e07-45c1-bd1d-a5c13c37d872 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:25.685075 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-8ebddfc5-3e07-45c1-bd1d-a5c13c37d872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:25.723219 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-0fcfda78-b118-4912-97a6-b96bb300d0ad None None] For port 96a1f595-8a6d-40b7-a5ef-b427239505dc, host dv-cinder-789077-1-iscsi, cleared binding levels {{(pid=73902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 02 03:26:25.726265 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-0fcfda78-b118-4912-97a6-b96bb300d0ad None None] For port 96a1f595-8a6d-40b7-a5ef-b427239505dc, host dv-cinder-789077-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=96a1f595-8a6d-40b7-a5ef-b427239505dc,segment=NetworkSegment(041814a6-5514-4282-9c67-856e927b1b01),segment_id=041814a6-5514-4282-9c67-856e927b1b01)] {{(pid=73902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 02 03:26:25.731250 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-0fcfda78-b118-4912-97a6-b96bb300d0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:25.735665 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:26:25.813674 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcfda78-b118-4912-97a6-b96bb300d0ad None None] Pushing event updated for resources: {'Port': ['ID=96a1f595-8a6d-40b7-a5ef-b427239505dc,revision_number=2']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:26:25.819768 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-0fcfda78-b118-4912-97a6-b96bb300d0ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:26:25.832179 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.db_base_plugin_common [None req-8ebddfc5-3e07-45c1-bd1d-a5c13c37d872 admin admin] Allocated IP 172.27.0.162 (8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700/cde322b7-5107-4ee3-8bef-bf160ca73532/026463fc-9401-4e72-b381-5a8a224c591f) {{(pid=73901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 02 03:26:25.997786 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-8ebddfc5-3e07-45c1-bd1d-a5c13c37d872 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:26.030983 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-8ebddfc5-3e07-45c1-bd1d-a5c13c37d872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747865333526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718557'] for port, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:26.035324 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:26:26.098542 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebddfc5-3e07-45c1-bd1d-a5c13c37d872 admin admin] Network 8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700 is already hosted by enough agents. {{(pid=73901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:26:26.102371 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.base_scheduler [None req-8ebddfc5-3e07-45c1-bd1d-a5c13c37d872 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:26:26.106142 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebddfc5-3e07-45c1-bd1d-a5c13c37d872 admin admin] Received port after_create {{(pid=73901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 02 03:26:26.135730 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device 45ffe3c6-5326-4090-8038-026d72de9e22 no longer exists at agent hyperv_hv-cinder-78907 {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 02 03:26:26.139866 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebddfc5-3e07-45c1-bd1d-a5c13c37d872 admin admin] Pushing event updated for resources: {'Port': ['ID=026463fc-9401-4e72-b381-5a8a224c591f,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:26:26.146127 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-8ebddfc5-3e07-45c1-bd1d-a5c13c37d872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:26:26.170638 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] No Port match for: 45ffe3c6-5326-4090-8038-026d72de9e22 {{(pid=73902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 02 03:26:26.170987 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device 45ffe3c6-5326-4090-8038-026d72de9e22 not bound to the agent host hv-cinder-78907 {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 02 03:26:26.364424 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a9a05ac9-d55b-47b5-b6f1-97ffe20b9921 req-1568187a-da71-4c1d-b1ee-e33e4bc20150 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0866463
May 02 03:26:26.651865 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fc26e3-be65-4b59-9b68-a266d7a0410d None None] Network da3f1972-ca90-446b-bdc0-2bb6c05c6dc8 requested from dv-cinder-789077-1-iscsi {{(pid=73902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 02 03:26:26.690984 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-7c9ecaf9-73a8-40ac-baa5-4adb364f9eb1 req-75eb3725-a464-4e66-94f2-a5aa27c6e40f tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0564768
May 02 03:26:26.725589 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-8ebddfc5-3e07-45c1-bd1d-a5c13c37d872 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:26.758607 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-76e9033a-f50f-4d88-8308-579f41775e90 None None] Provisioning for port 96a1f595-8a6d-40b7-a5ef-b427239505dc completed by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:26:27.067224 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-8ebddfc5-3e07-45c1-bd1d-a5c13c37d872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419513'] for router, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:27.269916 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ebddfc5-3e07-45c1-bd1d-a5c13c37d872 admin admin] Router 4e24916a-6e51-42b4-9352-bd8d59beeccd is scheduled to L3 agent c822661f-3527-457d-a53a-678072f60f18 with binding_index 1 {{(pid=73901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 02 03:26:27.442518 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ebddfc5-3e07-45c1-bd1d-a5c13c37d872 admin admin] Notify agent at l3_agent.dv-cinder-789077-1-iscsi the message routers_updated {{(pid=73901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 02 03:26:27.452199 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e247941-f332-4cd8-b692-221661c1b015 None None] Sync routers for ids ['4e24916a-6e51-42b4-9352-bd8d59beeccd'] in dv-cinder-789077-1-iscsi {{(pid=73902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 02 03:26:27.462157 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e247941-f332-4cd8-b692-221661c1b015 None None] Routers {'4e24916a-6e51-42b4-9352-bd8d59beeccd'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:26:27.462821 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-6e247941-f332-4cd8-b692-221661c1b015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c54b8acd0>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:26:08Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['4e24916a-6e51-42b4-9352-bd8d59beeccd'], 'active': True} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:26:27.469535 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-8ebddfc5-3e07-45c1-bd1d-a5c13c37d872 admin admin] Notify callbacks [] for router, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:27.473644 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-8ebddfc5-3e07-45c1-bd1d-a5c13c37d872 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 2.6335654
May 02 03:26:27.473891 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 56564) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:26:27.587896 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4719ee67-0a4b-4c09-a7b9-32442f9ab5f9 req-887151cf-63b0-41a5-9f5f-9acc296a36a9 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0576432
May 02 03:26:27.641385 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvr_db [None req-6e247941-f332-4cd8-b692-221661c1b015 None None] Set router 4e24916a-6e51-42b4-9352-bd8d59beeccd gateway port host: dv-cinder-789077-1-iscsi {{(pid=73902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:26:27.870300 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 96a1f595-8a6d-40b7-a5ef-b427239505dc up at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:26:28.011997 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning for port 96a1f595-8a6d-40b7-a5ef-b427239505dc completed by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:26:28.019780 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning complete for port 96a1f595-8a6d-40b7-a5ef-b427239505dc triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:26:28.020144 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:28.070209 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2391fbee-d8ea-4760-91d7-54f1c4d6c911 req-1e75255b-9808-4733-b93f-add60553ef19 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.1972907
May 02 03:26:28.092680 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-6e247941-f332-4cd8-b692-221661c1b015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c54b8acd0>, [{'id': '4e24916a-6e51-42b4-9352-bd8d59beeccd', 'name': 'tempest-TestMinimumBasicScenario-1567926612-router', 'tenant_id': '86db9b6555854b9aa34776c9d15d0123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '026463fc-9401-4e72-b381-5a8a224c591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:26:24Z', 'updated_at': '2021-05-02T03:26:26Z', 'revision_number': 3, 'project_id': '86db9b6555854b9aa34776c9d15d0123', 'gw_port': {'id': '026463fc-9401-4e72-b381-5a8a224c591f', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e24916a-6e51-42b4-9352-bd8d59beeccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:26:25Z', 'updated_at': '2021-05-02T03:26:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi'}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:26:28.097439 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e247941-f332-4cd8-b692-221661c1b015 None None] Checking router: 4e24916a-6e51-42b4-9352-bd8d59beeccd for host: dv-cinder-789077-1-iscsi {{(pid=73902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 02 03:26:28.097862 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e247941-f332-4cd8-b692-221661c1b015 None None] Updating router 4e24916a-6e51-42b4-9352-bd8d59beeccd port 026463fc-9401-4e72-b381-5a8a224c591f binding host dv-cinder-789077-1-iscsi {{(pid=73902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 02 03:26:28.194563 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-6e247941-f332-4cd8-b692-221661c1b015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:28.226653 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:28.322644 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] For port 96a1f595-8a6d-40b7-a5ef-b427239505dc, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=96a1f595-8a6d-40b7-a5ef-b427239505dc,segment=NetworkSegment(041814a6-5514-4282-9c67-856e927b1b01),segment_id=041814a6-5514-4282-9c67-856e927b1b01)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:26:28.326865 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:28.332277 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:26:28.404956 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-1853b181-7c0c-411f-a0e3-0d7424f9edaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:28.479084 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Pushing event updated for resources: {'Port': ['ID=96a1f595-8a6d-40b7-a5ef-b427239505dc,revision_number=3']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:26:28.486011 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:26:28.611269 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-6e247941-f332-4cd8-b692-221661c1b015 None None] Notify callbacks [] for port, precommit_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:28.624012 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-6e247941-f332-4cd8-b692-221661c1b015 None None] Transition to ACTIVE for port object 026463fc-9401-4e72-b381-5a8a224c591f will not be triggered until provisioned by entity L2. {{(pid=73902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:26:28.624199 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.db_base_plugin_common [None req-1853b181-7c0c-411f-a0e3-0d7424f9edaa admin admin] Allocated IP 172.20.0.1 (da3f1972-ca90-446b-bdc0-2bb6c05c6dc8/d3b1b4f7-5da0-457c-8875-76261a70ff20/d0addd84-9b8a-4625-9dda-a836ebbfa71e) {{(pid=73901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 02 03:26:28.631743 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-6e247941-f332-4cd8-b692-221661c1b015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:28.636902 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:26:28.712468 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.managers [None req-6e247941-f332-4cd8-b692-221661c1b015 None None] Attempting to bind port 026463fc-9401-4e72-b381-5a8a224c591f on host dv-cinder-789077-1-iscsi for vnic_type normal with profile  {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 02 03:26:28.712845 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.managers [None req-6e247941-f332-4cd8-b692-221661c1b015 None None] Attempting to bind port 026463fc-9401-4e72-b381-5a8a224c591f by drivers openvswitch,hyperv on host dv-cinder-789077-1-iscsi at level 0 using segments [{'id': '3f443235-55d0-4d2d-a949-b49c1a220799', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700'}] {{(pid=73902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 02 03:26:28.713216 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e247941-f332-4cd8-b692-221661c1b015 None None] Attempting to bind port 026463fc-9401-4e72-b381-5a8a224c591f on network 8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700 {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:26:28.725460 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e247941-f332-4cd8-b692-221661c1b015 None None] Checking agent: {'id': 'b50cee90-c6d3-4c0d-a208-12c20bd9f0cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 2, 8), 'started_at': datetime.datetime(2021, 5, 2, 3, 2, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 02 03:26:28.725838 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e247941-f332-4cd8-b692-221661c1b015 None None] Checking segment: {'id': '3f443235-55d0-4d2d-a949-b49c1a220799', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:26:28.726317 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-6e247941-f332-4cd8-b692-221661c1b015 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:28.726741 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e247941-f332-4cd8-b692-221661c1b015 None None] Bound using segment: {'id': '3f443235-55d0-4d2d-a949-b49c1a220799', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700'} {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 02 03:26:28.727216 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.managers [None req-6e247941-f332-4cd8-b692-221661c1b015 None None] Bound port: 026463fc-9401-4e72-b381-5a8a224c591f, host: dv-cinder-789077-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f443235-55d0-4d2d-a949-b49c1a220799', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700'}}] {{(pid=73902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 02 03:26:28.727592 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-6e247941-f332-4cd8-b692-221661c1b015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:28.756007 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a941bf02-1605-4c93-9f66-044f3a0a6fbc None None] Pushing event updated for resources: {'Port': ['ID=026463fc-9401-4e72-b381-5a8a224c591f,revision_number=2']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:26:28.758878 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-a941bf02-1605-4c93-9f66-044f3a0a6fbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:26:28.781050 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2f989357-ddf5-4773-9673-1e07322d8f74 req-0d8cb3d2-ff33-4014-b989-8f790cf73d1a tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0687888
May 02 03:26:28.812422 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-6e247941-f332-4cd8-b692-221661c1b015 None None] For port 026463fc-9401-4e72-b381-5a8a224c591f, host dv-cinder-789077-1-iscsi, cleared binding levels {{(pid=73902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 02 03:26:28.816681 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-6e247941-f332-4cd8-b692-221661c1b015 None None] For port 026463fc-9401-4e72-b381-5a8a224c591f, host dv-cinder-789077-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=026463fc-9401-4e72-b381-5a8a224c591f,segment=NetworkSegment(3f443235-55d0-4d2d-a949-b49c1a220799),segment_id=3f443235-55d0-4d2d-a949-b49c1a220799)] {{(pid=73902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 02 03:26:28.818681 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-1853b181-7c0c-411f-a0e3-0d7424f9edaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:28.821473 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-6e247941-f332-4cd8-b692-221661c1b015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:28.825963 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-a941bf02-1605-4c93-9f66-044f3a0a6fbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:26:28.835966 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.provisioning_blocks [None req-1853b181-7c0c-411f-a0e3-0d7424f9edaa admin admin] Transition to ACTIVE for port object d0addd84-9b8a-4625-9dda-a836ebbfa71e will not be triggered until provisioned by entity DHCP. {{(pid=73901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:26:28.862083 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-1853b181-7c0c-411f-a0e3-0d7424f9edaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747865333526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718557'] for port, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:28.866573 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-2672dac3-a55e-48bd-abee-0f1d214991a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:26:28.897792 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e247941-f332-4cd8-b692-221661c1b015 None None] Routers {'4e24916a-6e51-42b4-9352-bd8d59beeccd'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:26:28.898579 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-6e247941-f332-4cd8-b692-221661c1b015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c54b8acd0>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:26:08Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['4e24916a-6e51-42b4-9352-bd8d59beeccd'], 'active': True} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:26:28.935814 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1853b181-7c0c-411f-a0e3-0d7424f9edaa admin admin] Network da3f1972-ca90-446b-bdc0-2bb6c05c6dc8 is already hosted by enough agents. {{(pid=73901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:26:28.938719 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.base_scheduler [None req-1853b181-7c0c-411f-a0e3-0d7424f9edaa admin admin] Resources bound (agent type, host, resource id):  {{(pid=73901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:26:28.943137 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1853b181-7c0c-411f-a0e3-0d7424f9edaa admin admin] Received port after_create {{(pid=73901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 02 03:26:28.976706 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1853b181-7c0c-411f-a0e3-0d7424f9edaa admin admin] Pushing event updated for resources: {'Port': ['ID=d0addd84-9b8a-4625-9dda-a836ebbfa71e,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:26:28.980101 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a941bf02-1605-4c93-9f66-044f3a0a6fbc None None] Pushing event updated for resources: {'Port': ['ID=026463fc-9401-4e72-b381-5a8a224c591f,revision_number=3']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:26:28.983485 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-a941bf02-1605-4c93-9f66-044f3a0a6fbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:26:28.984449 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-1853b181-7c0c-411f-a0e3-0d7424f9edaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:26:29.000419 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-1853b181-7c0c-411f-a0e3-0d7424f9edaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400854'] for router_interface, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:29.095832 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvr_db [None req-6e247941-f332-4cd8-b692-221661c1b015 None None] Set router 4e24916a-6e51-42b4-9352-bd8d59beeccd gateway port host: dv-cinder-789077-1-iscsi {{(pid=73902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:26:29.235752 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-cad2bf13-c065-4613-87c1-5bf85c5777dc req-ec070887-d58d-489a-b89b-380b9c96bdc0 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0454144
May 02 03:26:29.242356 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-c2949044-d9bf-4933-ae35-a7aaa6dc1daf None None] Provisioning for port d0addd84-9b8a-4625-9dda-a836ebbfa71e completed by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:26:29.306094 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-1853b181-7c0c-411f-a0e3-0d7424f9edaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:29.331244 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-c2949044-d9bf-4933-ae35-a7aaa6dc1daf None None] Provisioning complete for port d0addd84-9b8a-4625-9dda-a836ebbfa71e triggered by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:26:29.331615 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-c2949044-d9bf-4933-ae35-a7aaa6dc1daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:29.406091 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-c2949044-d9bf-4933-ae35-a7aaa6dc1daf None None] Port d0addd84-9b8a-4625-9dda-a836ebbfa71e cannot update to ACTIVE because it is not bound. {{(pid=73902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 02 03:26:29.479936 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-6e247941-f332-4cd8-b692-221661c1b015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c54b8acd0>, [{'id': '4e24916a-6e51-42b4-9352-bd8d59beeccd', 'name': 'tempest-TestMinimumBasicScenario-1567926612-router', 'tenant_id': '86db9b6555854b9aa34776c9d15d0123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '026463fc-9401-4e72-b381-5a8a224c591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:26:24Z', 'updated_at': '2021-05-02T03:26:26Z', 'revision_number': 3, 'project_id': '86db9b6555854b9aa34776c9d15d0123', 'gw_port': {'id': '026463fc-9401-4e72-b381-5a8a224c591f', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e24916a-6e51-42b4-9352-bd8d59beeccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:26:25Z', 'updated_at': '2021-05-02T03:26:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi'}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:26:29.483837 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e247941-f332-4cd8-b692-221661c1b015 None None] The sync data for ids ['4e24916a-6e51-42b4-9352-bd8d59beeccd'] in dv-cinder-789077-1-iscsi is: [{'id': '4e24916a-6e51-42b4-9352-bd8d59beeccd', 'name': 'tempest-TestMinimumBasicScenario-1567926612-router', 'tenant_id': '86db9b6555854b9aa34776c9d15d0123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '026463fc-9401-4e72-b381-5a8a224c591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:26:24Z', 'updated_at': '2021-05-02T03:26:26Z', 'revision_number': 3, 'project_id': '86db9b6555854b9aa34776c9d15d0123', 'gw_port': {'id': '026463fc-9401-4e72-b381-5a8a224c591f', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e24916a-6e51-42b4-9352-bd8d59beeccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:26:25Z', 'updated_at': '2021-05-02T03:26:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi'}] {{(pid=73902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 02 03:26:29.526488 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-1853b181-7c0c-411f-a0e3-0d7424f9edaa admin admin] Notify callbacks [] for port, precommit_update {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:29.531060 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-1853b181-7c0c-411f-a0e3-0d7424f9edaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718570'] for port, after_update {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:29.555914 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-e3144090-8fc7-4dc0-904c-9ad1dd591798 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:26:29.741477 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1853b181-7c0c-411f-a0e3-0d7424f9edaa admin admin] Pushing event updated for resources: {'Port': ['ID=d0addd84-9b8a-4625-9dda-a836ebbfa71e,revision_number=2']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:26:29.746336 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-1853b181-7c0c-411f-a0e3-0d7424f9edaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:26:29.760095 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-1853b181-7c0c-411f-a0e3-0d7424f9edaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-400757'] for router_interface, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:29.922743 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 026463fc-9401-4e72-b381-5a8a224c591f up at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:26:29.959045 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e74e0b32-3d83-41aa-a07b-e6b5bcd9d20d req-1990a153-e9d9-4d31-961d-430e9f228a48 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0570452
May 02 03:26:29.992147 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1853b181-7c0c-411f-a0e3-0d7424f9edaa admin admin] Network da3f1972-ca90-446b-bdc0-2bb6c05c6dc8 is already hosted by enough agents. {{(pid=73901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:26:29.993344 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.base_scheduler [None req-1853b181-7c0c-411f-a0e3-0d7424f9edaa admin admin] Resources bound (agent type, host, resource id):  {{(pid=73901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:26:30.017264 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning for port 026463fc-9401-4e72-b381-5a8a224c591f completed by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:26:30.023658 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning complete for port 026463fc-9401-4e72-b381-5a8a224c591f triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:26:30.024047 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:30.169019 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:30.191066 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] For port 026463fc-9401-4e72-b381-5a8a224c591f, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=026463fc-9401-4e72-b381-5a8a224c591f,segment=NetworkSegment(3f443235-55d0-4d2d-a949-b49c1a220799),segment_id=3f443235-55d0-4d2d-a949-b49c1a220799)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:26:30.197677 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:30.198852 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 96a1f595-8a6d-40b7-a5ef-b427239505dc up at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:26:30.213519 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1853b181-7c0c-411f-a0e3-0d7424f9edaa admin admin] Router 4e24916a-6e51-42b4-9352-bd8d59beeccd has already been hosted by L3 agent c822661f-3527-457d-a53a-678072f60f18 {{(pid=73901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 02 03:26:30.232796 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:26:30.321558 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-4cfbcd74-74d3-4e6c-badc-2fe5f55a89dd None None] Provisioning complete for port d0addd84-9b8a-4625-9dda-a836ebbfa71e triggered by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:26:30.322024 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-4cfbcd74-74d3-4e6c-badc-2fe5f55a89dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:30.393239 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Pushing event updated for resources: {'Port': ['ID=026463fc-9401-4e72-b381-5a8a224c591f,revision_number=4']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:26:30.398944 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:26:30.399717 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-4cfbcd74-74d3-4e6c-badc-2fe5f55a89dd None None] Port d0addd84-9b8a-4625-9dda-a836ebbfa71e cannot update to ACTIVE because it is not bound. {{(pid=73902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 02 03:26:30.415778 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning complete for port 96a1f595-8a6d-40b7-a5ef-b427239505dc triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:26:30.416244 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:30.422379 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-56de3d5b-a314-4280-85a3-d630a1c8ffee req-1baf5fe8-f967-48c3-ac96-f45bd930afba tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0512297
May 02 03:26:30.457285 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1853b181-7c0c-411f-a0e3-0d7424f9edaa admin admin] Notify agent at l3_agent.dv-cinder-789077-1-iscsi the message routers_updated {{(pid=73901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 02 03:26:30.467243 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-1853b181-7c0c-411f-a0e3-0d7424f9edaa admin admin] 10.222.0.38 "PUT /v2.0/routers/4e24916a-6e51-42b4-9352-bd8d59beeccd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9922216
May 02 03:26:30.979297 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 56594) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:26:30.985681 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [None req-eafea03c-62a5-4800-8235-107debd1c993 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2136225293-network', 'tenant_id': 'f2fc93ae8af8491fbad5ca714e87da19'}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:26:30.990457 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-eafea03c-62a5-4800-8235-107debd1c993 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:26:30.994958 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-eafea03c-62a5-4800-8235-107debd1c993 admin admin] Usage tracker for resource:network and tenant:f2fc93ae8af8491fbad5ca714e87da19 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:26:30.999065 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-eafea03c-62a5-4800-8235-107debd1c993 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:26:31.005089 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-eafea03c-62a5-4800-8235-107debd1c993 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:26:31.018374 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eafea03c-62a5-4800-8235-107debd1c993 admin admin] Made reservation on behalf of f2fc93ae8af8491fbad5ca714e87da19 for: {'network': 1} {{(pid=73900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 02 03:26:31.020730 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-eafea03c-62a5-4800-8235-107debd1c993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for network, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:31.034201 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-eafea03c-62a5-4800-8235-107debd1c993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:31.055210 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-eafea03c-62a5-4800-8235-107debd1c993 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:26:31.059243 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-eafea03c-62a5-4800-8235-107debd1c993 admin admin] Usage tracker for resource:security_group_rule and tenant:f2fc93ae8af8491fbad5ca714e87da19 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:26:31.063552 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-eafea03c-62a5-4800-8235-107debd1c993 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:26:31.070216 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-eafea03c-62a5-4800-8235-107debd1c993 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:26:31.113175 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-ef33ae61-84b3-4635-aca0-1e40ef66334b req-2fe86b86-8098-4a76-96e2-8d9ea1367b8c tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0465434
May 02 03:26:31.159957 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-eafea03c-62a5-4800-8235-107debd1c993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:31.163797 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-eafea03c-62a5-4800-8235-107debd1c993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:31.167792 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-801bc476-d2a8-458c-899e-cdc3f5086a1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:26:31.198906 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eafea03c-62a5-4800-8235-107debd1c993 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215}  {{(pid=73900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 02 03:26:31.209505 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafea03c-62a5-4800-8235-107debd1c993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe855d5a-438f-4a74-8a2e-4fce2abd30d6,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:26:31.216174 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-eafea03c-62a5-4800-8235-107debd1c993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:26:31.219981 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-eafea03c-62a5-4800-8235-107debd1c993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800657'] for segment, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:31.220531 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.db.segments_db [None req-eafea03c-62a5-4800-8235-107debd1c993 admin admin] Added segment 7484b1d5-4e0e-47fd-bfe6-bcc82d816a8d of type vlan for network 3c0464bc-0878-439c-b733-fe6df847037b
May 02 03:26:31.240933 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae56d13-cf57-4ad3-aafa-77e695710af7 None None] Sync routers for ids ['4e24916a-6e51-42b4-9352-bd8d59beeccd'] in dv-cinder-789077-1-iscsi {{(pid=73903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 02 03:26:31.249197 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-eafea03c-62a5-4800-8235-107debd1c993 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747865320852'] for network, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:31.250637 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae56d13-cf57-4ad3-aafa-77e695710af7 None None] Routers {'4e24916a-6e51-42b4-9352-bd8d59beeccd'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:26:31.251329 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-0ae56d13-cf57-4ad3-aafa-77e695710af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c5557c070>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:26:08Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['4e24916a-6e51-42b4-9352-bd8d59beeccd'], 'active': True} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:26:31.278916 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-eafea03c-62a5-4800-8235-107debd1c993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347'] for network, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:31.280120 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafea03c-62a5-4800-8235-107debd1c993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:26:31.280694 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-eafea03c-62a5-4800-8235-107debd1c993 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for network, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:31.283948 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-3e7e22cf-7e1c-47b0-a99c-dc39c0c2b512 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:26:31.432045 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvr_db [None req-0ae56d13-cf57-4ad3-aafa-77e695710af7 None None] Set router 4e24916a-6e51-42b4-9352-bd8d59beeccd gateway port host: dv-cinder-789077-1-iscsi {{(pid=73903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:26:31.469661 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafea03c-62a5-4800-8235-107debd1c993 admin admin] Pushing event updated for resources: {'Network': ['ID=3c0464bc-0878-439c-b733-fe6df847037b,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:26:31.473305 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-eafea03c-62a5-4800-8235-107debd1c993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:26:31.479327 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 56602) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:26:31.479829 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-eafea03c-62a5-4800-8235-107debd1c993 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.4989989
May 02 03:26:31.486005 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.v2.base [None req-3538a2f1-11d8-4c47-985a-cd0457ce6c1b admin admin] Request body: {'subnet': {'network_id': '3c0464bc-0878-439c-b733-fe6df847037b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2136225293-subnet', 'tenant_id': 'f2fc93ae8af8491fbad5ca714e87da19', 'ip_version': 4}} {{(pid=73901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:26:31.490756 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Network 3c0464bc-0878-439c-b733-fe6df847037b details requested by agent ovs-agent-dv-cinder-789077-1-iscsi with host dv-cinder-789077-1-iscsi {{(pid=73902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 02 03:26:31.493099 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-3538a2f1-11d8-4c47-985a-cd0457ce6c1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:26:31.497331 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-3538a2f1-11d8-4c47-985a-cd0457ce6c1b admin admin] Usage tracker for resource:subnet and tenant:f2fc93ae8af8491fbad5ca714e87da19 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:26:31.500914 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-3538a2f1-11d8-4c47-985a-cd0457ce6c1b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:26:31.507907 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-3538a2f1-11d8-4c47-985a-cd0457ce6c1b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:26:31.521083 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3538a2f1-11d8-4c47-985a-cd0457ce6c1b admin admin] Made reservation on behalf of f2fc93ae8af8491fbad5ca714e87da19 for: {'subnet': 1} {{(pid=73901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 02 03:26:31.526112 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-3538a2f1-11d8-4c47-985a-cd0457ce6c1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2160961'] for subnet, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:31.652337 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-48db1bfd-aef3-4300-b9c6-8eb6e9c3bb01 req-0a762cd4-e5f4-434f-88d0-6ecb62463ec8 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0959928
May 02 03:26:31.761430 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-0ae56d13-cf57-4ad3-aafa-77e695710af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c5557c070>, [{'id': '4e24916a-6e51-42b4-9352-bd8d59beeccd', 'name': 'tempest-TestMinimumBasicScenario-1567926612-router', 'tenant_id': '86db9b6555854b9aa34776c9d15d0123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '026463fc-9401-4e72-b381-5a8a224c591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:26:24Z', 'updated_at': '2021-05-02T03:26:29Z', 'revision_number': 4, 'project_id': '86db9b6555854b9aa34776c9d15d0123', 'gw_port': {'id': '026463fc-9401-4e72-b381-5a8a224c591f', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e24916a-6e51-42b4-9352-bd8d59beeccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:26:25Z', 'updated_at': '2021-05-02T03:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_interfaces': [{'id': 'd0addd84-9b8a-4625-9dda-a836ebbfa71e', 'name': '', 'network_id': 'da3f1972-ca90-446b-bdc0-2bb6c05c6dc8', 'tenant_id': '86db9b6555854b9aa34776c9d15d0123', 'mac_address': 'fa:16:3e:96:92:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e24916a-6e51-42b4-9352-bd8d59beeccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'd3b1b4f7-5da0-457c-8875-76261a70ff20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:26:28Z', 'updated_at': '2021-05-02T03:26:29Z', 'revision_number': 2, 'project_id': '86db9b6555854b9aa34776c9d15d0123', 'subnets': [{'id': 'd3b1b4f7-5da0-457c-8875-76261a70ff20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:26:31.765822 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae56d13-cf57-4ad3-aafa-77e695710af7 None None] Checking router: 4e24916a-6e51-42b4-9352-bd8d59beeccd for host: dv-cinder-789077-1-iscsi {{(pid=73903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 02 03:26:31.766408 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae56d13-cf57-4ad3-aafa-77e695710af7 None None] Updating router 4e24916a-6e51-42b4-9352-bd8d59beeccd port d0addd84-9b8a-4625-9dda-a836ebbfa71e binding host dv-cinder-789077-1-iscsi {{(pid=73903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 02 03:26:31.818027 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 026463fc-9401-4e72-b381-5a8a224c591f up at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:26:31.860669 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-0ae56d13-cf57-4ad3-aafa-77e695710af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:31.887912 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning complete for port 026463fc-9401-4e72-b381-5a8a224c591f triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:26:31.888368 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:31.987481 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-3538a2f1-11d8-4c47-985a-cd0457ce6c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3711789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2160983'] for subnet, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:31.992390 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:26:32.065796 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3538a2f1-11d8-4c47-985a-cd0457ce6c1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb43875f-0015-45ed-a360-9eec71714b80,revision_number=0']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:26:32.069718 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3538a2f1-11d8-4c47-985a-cd0457ce6c1b admin admin] Checking segment: {'id': '7484b1d5-4e0e-47fd-bfe6-bcc82d816a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3c0464bc-0878-439c-b733-fe6df847037b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:26:32.070082 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3538a2f1-11d8-4c47-985a-cd0457ce6c1b admin admin] Network hostable DHCP agents. Network: 3c0464bc-0878-439c-b733-fe6df847037b, hostable agents: ['b8cff7bf-6a12-4b5e-9f6f-ac6aa9384c4c'], hosted agents: [] {{(pid=73901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 02 03:26:32.072962 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-3538a2f1-11d8-4c47-985a-cd0457ce6c1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:26:32.088612 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3538a2f1-11d8-4c47-985a-cd0457ce6c1b admin admin] Network 3c0464bc-0878-439c-b733-fe6df847037b is scheduled to be hosted by DHCP agent b8cff7bf-6a12-4b5e-9f6f-ac6aa9384c4c with binding_index 1 {{(pid=73901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 02 03:26:32.098191 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.base_scheduler [None req-3538a2f1-11d8-4c47-985a-cd0457ce6c1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789077-1-iscsi, 3c0464bc-0878-439c-b733-fe6df847037b) {{(pid=73901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:26:32.108770 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5459903e-60a6-42e5-9c4b-28460d08d88d None None] Network 3c0464bc-0878-439c-b733-fe6df847037b requested from dv-cinder-789077-1-iscsi {{(pid=73902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 02 03:26:32.111804 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3538a2f1-11d8-4c47-985a-cd0457ce6c1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:26:32.112322 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-3538a2f1-11d8-4c47-985a-cd0457ce6c1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for subnet, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:32.136892 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-3538a2f1-11d8-4c47-985a-cd0457ce6c1b admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6532295
May 02 03:26:32.137644 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 56606) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:26:32.144214 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [None req-4547e61f-7de2-4827-864c-33a24c82a000 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2136225293-router', 'tenant_id': 'f2fc93ae8af8491fbad5ca714e87da19', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700'}}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:26:32.149219 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-4547e61f-7de2-4827-864c-33a24c82a000 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:26:32.153718 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-4547e61f-7de2-4827-864c-33a24c82a000 admin admin] Usage tracker for resource:router and tenant:f2fc93ae8af8491fbad5ca714e87da19 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:26:32.157732 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-4547e61f-7de2-4827-864c-33a24c82a000 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:26:32.164646 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-4547e61f-7de2-4827-864c-33a24c82a000 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:26:32.176968 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-4547e61f-7de2-4827-864c-33a24c82a000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-420455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1022290'] for router, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:32.178511 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-4547e61f-7de2-4827-864c-33a24c82a000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-356199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419551', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022299'] for router, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:32.200826 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-4547e61f-7de2-4827-864c-33a24c82a000 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:32.220421 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-0ae56d13-cf57-4ad3-aafa-77e695710af7 None None] Notify callbacks [] for port, precommit_update {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:32.233241 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.provisioning_blocks [None req-0ae56d13-cf57-4ad3-aafa-77e695710af7 None None] Transition to ACTIVE for port object d0addd84-9b8a-4625-9dda-a836ebbfa71e will not be triggered until provisioned by entity L2. {{(pid=73903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:26:32.240800 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-0ae56d13-cf57-4ad3-aafa-77e695710af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:32.245308 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:26:32.291593 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-cc45ba71-a8b3-4cfa-8d22-b84a5a4b3982 req-7533c13d-fbdc-4522-8898-bc34320faed3 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0486305
May 02 03:26:32.316359 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3377e5d6-a404-4691-bc16-aefb4380ee5a None None] Pushing event updated for resources: {'Port': ['ID=d0addd84-9b8a-4625-9dda-a836ebbfa71e,revision_number=3']} {{(pid=73903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:26:32.327301 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3377e5d6-a404-4691-bc16-aefb4380ee5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:26:32.327633 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3377e5d6-a404-4691-bc16-aefb4380ee5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:26:32.327956 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3377e5d6-a404-4691-bc16-aefb4380ee5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:26:32.328275 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3377e5d6-a404-4691-bc16-aefb4380ee5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:26:32.328589 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3377e5d6-a404-4691-bc16-aefb4380ee5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:26:32.328902 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3377e5d6-a404-4691-bc16-aefb4380ee5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:26:32.329209 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3377e5d6-a404-4691-bc16-aefb4380ee5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:26:32.329516 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3377e5d6-a404-4691-bc16-aefb4380ee5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:26:32.329849 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3377e5d6-a404-4691-bc16-aefb4380ee5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:26:32.330156 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3377e5d6-a404-4691-bc16-aefb4380ee5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:26:32.330685 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3377e5d6-a404-4691-bc16-aefb4380ee5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:26:32.331005 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3377e5d6-a404-4691-bc16-aefb4380ee5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:26:32.336046 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG oslo_concurrency.lockutils [None req-3377e5d6-a404-4691-bc16-aefb4380ee5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:26:32.355845 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e12f053-01d4-4d1f-82c8-1a73369a432c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp638e923c-381b-5c45-a4d5-c004445b304f-3c0464bc-0878-439c-b733-fe6df847037b', 'network_id': '3c0464bc-0878-439c-b733-fe6df847037b', 'tenant_id': 'f2fc93ae8af8491fbad5ca714e87da19', 'fixed_ips': [{'subnet_id': 'eb43875f-0015-45ed-a360-9eec71714b80'}]}} from dv-cinder-789077-1-iscsi. {{(pid=73902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 02 03:26:32.356824 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-1e12f053-01d4-4d1f-82c8-1a73369a432c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_create {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:32.530584 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-4547e61f-7de2-4827-864c-33a24c82a000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419542', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-420361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1022377'] for router, precommit_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:32.532060 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.managers [None req-0ae56d13-cf57-4ad3-aafa-77e695710af7 None None] Attempting to bind port d0addd84-9b8a-4625-9dda-a836ebbfa71e on host dv-cinder-789077-1-iscsi for vnic_type normal with profile  {{(pid=73903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 02 03:26:32.532582 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.managers [None req-0ae56d13-cf57-4ad3-aafa-77e695710af7 None None] Attempting to bind port d0addd84-9b8a-4625-9dda-a836ebbfa71e by drivers openvswitch,hyperv on host dv-cinder-789077-1-iscsi at level 0 using segments [{'id': '041814a6-5514-4282-9c67-856e927b1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'da3f1972-ca90-446b-bdc0-2bb6c05c6dc8'}] {{(pid=73903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 02 03:26:32.532943 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae56d13-cf57-4ad3-aafa-77e695710af7 None None] Attempting to bind port d0addd84-9b8a-4625-9dda-a836ebbfa71e on network da3f1972-ca90-446b-bdc0-2bb6c05c6dc8 {{(pid=73903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:26:32.540035 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae56d13-cf57-4ad3-aafa-77e695710af7 None None] Checking agent: {'id': 'b50cee90-c6d3-4c0d-a208-12c20bd9f0cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 2, 8), 'started_at': datetime.datetime(2021, 5, 2, 3, 2, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 02 03:26:32.540501 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae56d13-cf57-4ad3-aafa-77e695710af7 None None] Checking segment: {'id': '041814a6-5514-4282-9c67-856e927b1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'da3f1972-ca90-446b-bdc0-2bb6c05c6dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:26:32.541064 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-0ae56d13-cf57-4ad3-aafa-77e695710af7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:32.541492 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae56d13-cf57-4ad3-aafa-77e695710af7 None None] Bound using segment: {'id': '041814a6-5514-4282-9c67-856e927b1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'da3f1972-ca90-446b-bdc0-2bb6c05c6dc8'} {{(pid=73903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 02 03:26:32.542133 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.managers [None req-0ae56d13-cf57-4ad3-aafa-77e695710af7 None None] Bound port: d0addd84-9b8a-4625-9dda-a836ebbfa71e, host: dv-cinder-789077-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041814a6-5514-4282-9c67-856e927b1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'da3f1972-ca90-446b-bdc0-2bb6c05c6dc8'}}] {{(pid=73903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 02 03:26:32.542928 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-0ae56d13-cf57-4ad3-aafa-77e695710af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:32.554233 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.db_base_plugin_common [None req-1e12f053-01d4-4d1f-82c8-1a73369a432c None None] Allocated IP 172.20.0.2 (3c0464bc-0878-439c-b733-fe6df847037b/eb43875f-0015-45ed-a360-9eec71714b80/7388fcf1-d2a4-431f-896f-365983cd1d75) {{(pid=73902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 02 03:26:32.652191 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.db [None req-0ae56d13-cf57-4ad3-aafa-77e695710af7 None None] For port d0addd84-9b8a-4625-9dda-a836ebbfa71e, host dv-cinder-789077-1-iscsi, cleared binding levels {{(pid=73903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 02 03:26:32.656348 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.db [None req-0ae56d13-cf57-4ad3-aafa-77e695710af7 None None] For port d0addd84-9b8a-4625-9dda-a836ebbfa71e, host dv-cinder-789077-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=d0addd84-9b8a-4625-9dda-a836ebbfa71e,segment=NetworkSegment(041814a6-5514-4282-9c67-856e927b1b01),segment_id=041814a6-5514-4282-9c67-856e927b1b01)] {{(pid=73903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 02 03:26:32.661244 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-0ae56d13-cf57-4ad3-aafa-77e695710af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:32.668363 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG oslo_concurrency.lockutils [None req-3377e5d6-a404-4691-bc16-aefb4380ee5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:26:32.766120 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae56d13-cf57-4ad3-aafa-77e695710af7 None None] Routers {'4e24916a-6e51-42b4-9352-bd8d59beeccd'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:26:32.766770 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-0ae56d13-cf57-4ad3-aafa-77e695710af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c5557c070>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:26:08Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['4e24916a-6e51-42b4-9352-bd8d59beeccd'], 'active': True} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:26:32.841709 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3377e5d6-a404-4691-bc16-aefb4380ee5a None None] Pushing event updated for resources: {'Port': ['ID=d0addd84-9b8a-4625-9dda-a836ebbfa71e,revision_number=4']} {{(pid=73903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:26:32.844944 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG oslo_concurrency.lockutils [None req-3377e5d6-a404-4691-bc16-aefb4380ee5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=73903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:26:32.870380 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-1e12f053-01d4-4d1f-82c8-1a73369a432c None None] Notify callbacks [] for port, precommit_create {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:32.873753 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-00bcd059-3f31-437c-964d-001557d91516 req-c5847173-8506-4739-ad37-aa60a590e9f9 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0976744
May 02 03:26:32.899518 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-1e12f053-01d4-4d1f-82c8-1a73369a432c None None] Transition to ACTIVE for port object 7388fcf1-d2a4-431f-896f-365983cd1d75 will not be triggered until provisioned by entity L2. {{(pid=73902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:26:32.929808 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-1e12f053-01d4-4d1f-82c8-1a73369a432c None None] Transition to ACTIVE for port object 7388fcf1-d2a4-431f-896f-365983cd1d75 will not be triggered until provisioned by entity DHCP. {{(pid=73902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:26:32.938822 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-1e12f053-01d4-4d1f-82c8-1a73369a432c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747865333526'] for port, after_create {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:32.946969 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:26:32.972225 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-4547e61f-7de2-4827-864c-33a24c82a000 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:33.005373 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvr_db [None req-0ae56d13-cf57-4ad3-aafa-77e695710af7 None None] Set router 4e24916a-6e51-42b4-9352-bd8d59beeccd gateway port host: dv-cinder-789077-1-iscsi {{(pid=73903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:26:33.010943 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-4547e61f-7de2-4827-864c-33a24c82a000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:33.014348 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e12f053-01d4-4d1f-82c8-1a73369a432c None None] Network 3c0464bc-0878-439c-b733-fe6df847037b is already hosted by enough agents. {{(pid=73902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:26:33.022401 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.scheduler.base_scheduler [None req-1e12f053-01d4-4d1f-82c8-1a73369a432c None None] Resources bound (agent type, host, resource id):  {{(pid=73902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:26:33.028428 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e12f053-01d4-4d1f-82c8-1a73369a432c None None] Received port after_create {{(pid=73902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 02 03:26:33.066032 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e12f053-01d4-4d1f-82c8-1a73369a432c None None] Pushing event updated for resources: {'Port': ['ID=7388fcf1-d2a4-431f-896f-365983cd1d75,revision_number=1']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:26:33.082825 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-1e12f053-01d4-4d1f-82c8-1a73369a432c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:26:33.136831 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.managers [None req-1e12f053-01d4-4d1f-82c8-1a73369a432c None None] Attempting to bind port 7388fcf1-d2a4-431f-896f-365983cd1d75 on host dv-cinder-789077-1-iscsi for vnic_type normal with profile  {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 02 03:26:33.137304 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.managers [None req-1e12f053-01d4-4d1f-82c8-1a73369a432c None None] Attempting to bind port 7388fcf1-d2a4-431f-896f-365983cd1d75 by drivers openvswitch,hyperv on host dv-cinder-789077-1-iscsi at level 0 using segments [{'id': '7484b1d5-4e0e-47fd-bfe6-bcc82d816a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3c0464bc-0878-439c-b733-fe6df847037b'}] {{(pid=73902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 02 03:26:33.137731 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e12f053-01d4-4d1f-82c8-1a73369a432c None None] Attempting to bind port 7388fcf1-d2a4-431f-896f-365983cd1d75 on network 3c0464bc-0878-439c-b733-fe6df847037b {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:26:33.143329 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e12f053-01d4-4d1f-82c8-1a73369a432c None None] Checking agent: {'id': 'b50cee90-c6d3-4c0d-a208-12c20bd9f0cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 2, 8), 'started_at': datetime.datetime(2021, 5, 2, 3, 2, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 02 03:26:33.143775 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e12f053-01d4-4d1f-82c8-1a73369a432c None None] Checking segment: {'id': '7484b1d5-4e0e-47fd-bfe6-bcc82d816a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3c0464bc-0878-439c-b733-fe6df847037b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:26:33.144238 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-1e12f053-01d4-4d1f-82c8-1a73369a432c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:33.144633 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e12f053-01d4-4d1f-82c8-1a73369a432c None None] Bound using segment: {'id': '7484b1d5-4e0e-47fd-bfe6-bcc82d816a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3c0464bc-0878-439c-b733-fe6df847037b'} {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 02 03:26:33.145092 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.managers [None req-1e12f053-01d4-4d1f-82c8-1a73369a432c None None] Bound port: 7388fcf1-d2a4-431f-896f-365983cd1d75, host: dv-cinder-789077-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7484b1d5-4e0e-47fd-bfe6-bcc82d816a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3c0464bc-0878-439c-b733-fe6df847037b'}}] {{(pid=73902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 02 03:26:33.145459 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-1e12f053-01d4-4d1f-82c8-1a73369a432c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:33.172479 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.db_base_plugin_common [None req-4547e61f-7de2-4827-864c-33a24c82a000 admin admin] Allocated IP 172.27.0.29 (8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700/cde322b7-5107-4ee3-8bef-bf160ca73532/a1c25078-3a68-4dba-adfa-f1bcb5156343) {{(pid=73900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 02 03:26:33.247712 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-1e12f053-01d4-4d1f-82c8-1a73369a432c None None] For port 7388fcf1-d2a4-431f-896f-365983cd1d75, host dv-cinder-789077-1-iscsi, cleared binding levels {{(pid=73902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 02 03:26:33.250956 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-1e12f053-01d4-4d1f-82c8-1a73369a432c None None] For port 7388fcf1-d2a4-431f-896f-365983cd1d75, host dv-cinder-789077-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=7388fcf1-d2a4-431f-896f-365983cd1d75,segment=NetworkSegment(7484b1d5-4e0e-47fd-bfe6-bcc82d816a8d),segment_id=7484b1d5-4e0e-47fd-bfe6-bcc82d816a8d)] {{(pid=73902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 02 03:26:33.255524 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-1e12f053-01d4-4d1f-82c8-1a73369a432c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:33.265602 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:26:33.367799 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e12f053-01d4-4d1f-82c8-1a73369a432c None None] Pushing event updated for resources: {'Port': ['ID=7388fcf1-d2a4-431f-896f-365983cd1d75,revision_number=2']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:26:33.375452 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-0ae56d13-cf57-4ad3-aafa-77e695710af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c5557c070>, [{'id': '4e24916a-6e51-42b4-9352-bd8d59beeccd', 'name': 'tempest-TestMinimumBasicScenario-1567926612-router', 'tenant_id': '86db9b6555854b9aa34776c9d15d0123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '026463fc-9401-4e72-b381-5a8a224c591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:26:24Z', 'updated_at': '2021-05-02T03:26:29Z', 'revision_number': 4, 'project_id': '86db9b6555854b9aa34776c9d15d0123', 'gw_port': {'id': '026463fc-9401-4e72-b381-5a8a224c591f', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e24916a-6e51-42b4-9352-bd8d59beeccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:26:25Z', 'updated_at': '2021-05-02T03:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_interfaces': [{'id': 'd0addd84-9b8a-4625-9dda-a836ebbfa71e', 'name': '', 'network_id': 'da3f1972-ca90-446b-bdc0-2bb6c05c6dc8', 'tenant_id': '86db9b6555854b9aa34776c9d15d0123', 'mac_address': 'fa:16:3e:96:92:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e24916a-6e51-42b4-9352-bd8d59beeccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'd3b1b4f7-5da0-457c-8875-76261a70ff20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:26:28Z', 'updated_at': '2021-05-02T03:26:32Z', 'revision_number': 4, 'project_id': '86db9b6555854b9aa34776c9d15d0123', 'subnets': [{'id': 'd3b1b4f7-5da0-457c-8875-76261a70ff20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:26:33.377767 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-1e12f053-01d4-4d1f-82c8-1a73369a432c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:26:33.383250 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-4547e61f-7de2-4827-864c-33a24c82a000 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:33.383983 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae56d13-cf57-4ad3-aafa-77e695710af7 None None] The sync data for ids ['4e24916a-6e51-42b4-9352-bd8d59beeccd'] in dv-cinder-789077-1-iscsi is: [{'id': '4e24916a-6e51-42b4-9352-bd8d59beeccd', 'name': 'tempest-TestMinimumBasicScenario-1567926612-router', 'tenant_id': '86db9b6555854b9aa34776c9d15d0123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '026463fc-9401-4e72-b381-5a8a224c591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:26:24Z', 'updated_at': '2021-05-02T03:26:29Z', 'revision_number': 4, 'project_id': '86db9b6555854b9aa34776c9d15d0123', 'gw_port': {'id': '026463fc-9401-4e72-b381-5a8a224c591f', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e24916a-6e51-42b4-9352-bd8d59beeccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:26:25Z', 'updated_at': '2021-05-02T03:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_interfaces': [{'id': 'd0addd84-9b8a-4625-9dda-a836ebbfa71e', 'name': '', 'network_id': 'da3f1972-ca90-446b-bdc0-2bb6c05c6dc8', 'tenant_id': '86db9b6555854b9aa34776c9d15d0123', 'mac_address': 'fa:16:3e:96:92:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e24916a-6e51-42b4-9352-bd8d59beeccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'd3b1b4f7-5da0-457c-8875-76261a70ff20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:26:28Z', 'updated_at': '2021-05-02T03:26:32Z', 'revision_number': 4, 'project_id': '86db9b6555854b9aa34776c9d15d0123', 'subnets': [{'id': 'd3b1b4f7-5da0-457c-8875-76261a70ff20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 02 03:26:33.454197 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-4547e61f-7de2-4827-864c-33a24c82a000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747865333526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-899257'] for port, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:33.468272 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-87ec4491-c005-4f6b-8843-78ef053ba504 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:26:33.529973 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4547e61f-7de2-4827-864c-33a24c82a000 admin admin] Network 8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700 is already hosted by enough agents. {{(pid=73900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:26:33.534775 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.base_scheduler [None req-4547e61f-7de2-4827-864c-33a24c82a000 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:26:33.541227 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4547e61f-7de2-4827-864c-33a24c82a000 admin admin] Received port after_create {{(pid=73900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 02 03:26:33.544497 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4b6b15b9-223c-4b6a-bab4-773bfd1480ae req-21b165b3-e282-473c-87cc-fea9b415eca4 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0665338
May 02 03:26:33.603880 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4547e61f-7de2-4827-864c-33a24c82a000 admin admin] Pushing event updated for resources: {'Port': ['ID=a1c25078-3a68-4dba-adfa-f1bcb5156343,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:26:33.608251 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-4547e61f-7de2-4827-864c-33a24c82a000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:26:33.890505 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device d0addd84-9b8a-4625-9dda-a836ebbfa71e up at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:26:33.980089 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning for port d0addd84-9b8a-4625-9dda-a836ebbfa71e completed by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:26:33.986909 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning complete for port d0addd84-9b8a-4625-9dda-a836ebbfa71e triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:26:33.987645 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:34.055587 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-135d0a63-2793-47d0-932d-9271e61dfa93 req-cdcd0bf2-08cf-419d-9ac3-02fd8292f7d4 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0511470
May 02 03:26:34.137948 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:34.184741 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] For port d0addd84-9b8a-4625-9dda-a836ebbfa71e, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=d0addd84-9b8a-4625-9dda-a836ebbfa71e,segment=NetworkSegment(041814a6-5514-4282-9c67-856e927b1b01),segment_id=041814a6-5514-4282-9c67-856e927b1b01)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:26:34.190254 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:34.191477 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 7388fcf1-d2a4-431f-896f-365983cd1d75 up at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:26:34.215413 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-4547e61f-7de2-4827-864c-33a24c82a000 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:34.232544 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:26:34.324497 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Pushing event updated for resources: {'Port': ['ID=d0addd84-9b8a-4625-9dda-a836ebbfa71e,revision_number=5']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:26:34.327787 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:26:34.339834 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning for port 7388fcf1-d2a4-431f-896f-365983cd1d75 completed by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:26:34.501211 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69ac944-f284-4a9b-8728-24aa8fe68d85 None None] Network 3c0464bc-0878-439c-b733-fe6df847037b requested from dv-cinder-789077-1-iscsi {{(pid=73902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 02 03:26:34.599985 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-a4f17bc5-ccaa-4ea6-996a-8b861e852887 None None] Provisioning for port 7388fcf1-d2a4-431f-896f-365983cd1d75 completed by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:26:34.611866 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-a4f17bc5-ccaa-4ea6-996a-8b861e852887 None None] Provisioning complete for port 7388fcf1-d2a4-431f-896f-365983cd1d75 triggered by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:26:34.612793 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-a4f17bc5-ccaa-4ea6-996a-8b861e852887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:34.625580 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-4547e61f-7de2-4827-864c-33a24c82a000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419513'] for router, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:34.827395 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-685e0c62-d1ba-43b3-8f56-3f95714a554e req-c18fca17-527c-4893-9499-2b0456a40b17 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.1507568
May 02 03:26:34.894448 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-a4f17bc5-ccaa-4ea6-996a-8b861e852887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:34.898582 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4547e61f-7de2-4827-864c-33a24c82a000 admin admin] Router 21bed0b2-24cf-41c4-8f3c-47d3934c384c is scheduled to L3 agent c822661f-3527-457d-a53a-678072f60f18 with binding_index 1 {{(pid=73900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 02 03:26:34.933893 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-a4f17bc5-ccaa-4ea6-996a-8b861e852887 None None] For port 7388fcf1-d2a4-431f-896f-365983cd1d75, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=7388fcf1-d2a4-431f-896f-365983cd1d75,segment=NetworkSegment(7484b1d5-4e0e-47fd-bfe6-bcc82d816a8d),segment_id=7484b1d5-4e0e-47fd-bfe6-bcc82d816a8d)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:26:34.939469 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-a4f17bc5-ccaa-4ea6-996a-8b861e852887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:34.941692 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:26:35.013761 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f17bc5-ccaa-4ea6-996a-8b861e852887 None None] Pushing event updated for resources: {'Port': ['ID=7388fcf1-d2a4-431f-896f-365983cd1d75,revision_number=3']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:26:35.016986 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-a4f17bc5-ccaa-4ea6-996a-8b861e852887 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:26:35.088411 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4547e61f-7de2-4827-864c-33a24c82a000 admin admin] Notify agent at l3_agent.dv-cinder-789077-1-iscsi the message routers_updated {{(pid=73900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 02 03:26:35.101117 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84b0ddf-545e-4c07-a7dd-13d8e455042e None None] Sync routers for ids ['21bed0b2-24cf-41c4-8f3c-47d3934c384c'] in dv-cinder-789077-1-iscsi {{(pid=73902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 02 03:26:35.112728 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-4547e61f-7de2-4827-864c-33a24c82a000 admin admin] Notify callbacks [] for router, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:35.113918 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-4547e61f-7de2-4827-864c-33a24c82a000 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.9750681
May 02 03:26:35.117879 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 56628) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:26:35.122902 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84b0ddf-545e-4c07-a7dd-13d8e455042e None None] Routers {'21bed0b2-24cf-41c4-8f3c-47d3934c384c'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:26:35.123653 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-f84b0ddf-545e-4c07-a7dd-13d8e455042e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c54b19970>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:26:08Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['21bed0b2-24cf-41c4-8f3c-47d3934c384c'], 'active': True} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:26:35.180509 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-62f558dd-ac77-4ac3-bf29-0d278e74cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:35.219201 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-a6ec45b4-db02-4bde-ad94-775c7259be41 None None] Provisioning complete for port 7388fcf1-d2a4-431f-896f-365983cd1d75 triggered by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:26:35.219496 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-a6ec45b4-db02-4bde-ad94-775c7259be41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:35.235097 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-bea85bb7-c006-4fe1-a437-0e104aeed376 req-4b784170-ddf6-4036-a72c-73b3c84e70d4 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0499105
May 02 03:26:35.367192 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvr_db [None req-f84b0ddf-545e-4c07-a7dd-13d8e455042e None None] Set router 21bed0b2-24cf-41c4-8f3c-47d3934c384c gateway port host: dv-cinder-789077-1-iscsi {{(pid=73902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:26:35.739972 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-f84b0ddf-545e-4c07-a7dd-13d8e455042e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c54b19970>, [{'id': '21bed0b2-24cf-41c4-8f3c-47d3934c384c', 'name': 'tempest-TestMinimumBasicScenario-2136225293-router', 'tenant_id': 'f2fc93ae8af8491fbad5ca714e87da19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'a1c25078-3a68-4dba-adfa-f1bcb5156343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:26:32Z', 'updated_at': '2021-05-02T03:26:33Z', 'revision_number': 3, 'project_id': 'f2fc93ae8af8491fbad5ca714e87da19', 'gw_port': {'id': 'a1c25078-3a68-4dba-adfa-f1bcb5156343', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ef:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21bed0b2-24cf-41c4-8f3c-47d3934c384c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:26:33Z', 'updated_at': '2021-05-02T03:26:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi'}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:26:35.744705 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84b0ddf-545e-4c07-a7dd-13d8e455042e None None] Checking router: 21bed0b2-24cf-41c4-8f3c-47d3934c384c for host: dv-cinder-789077-1-iscsi {{(pid=73902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 02 03:26:35.745039 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84b0ddf-545e-4c07-a7dd-13d8e455042e None None] Updating router 21bed0b2-24cf-41c4-8f3c-47d3934c384c port a1c25078-3a68-4dba-adfa-f1bcb5156343 binding host dv-cinder-789077-1-iscsi {{(pid=73902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 02 03:26:35.803641 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-f84b0ddf-545e-4c07-a7dd-13d8e455042e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:35.828911 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device d0addd84-9b8a-4625-9dda-a836ebbfa71e up at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:26:35.919455 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-94f8c4b3-ddff-4dbb-a87e-7b42f72c4d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:35.991796 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning complete for port d0addd84-9b8a-4625-9dda-a836ebbfa71e triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:26:35.992365 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:35.996123 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-0e4ded83-efb0-41f3-b08d-908a0c3ba2ba req-4439641e-9377-42d8-8443-df3adb6fad50 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0472162
May 02 03:26:36.137613 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.db_base_plugin_common [None req-94f8c4b3-ddff-4dbb-a87e-7b42f72c4d09 admin admin] Allocated IP 172.20.0.1 (3c0464bc-0878-439c-b733-fe6df847037b/eb43875f-0015-45ed-a360-9eec71714b80/c0c03653-c636-4221-9590-21af132678c2) {{(pid=73900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 02 03:26:36.223408 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 7388fcf1-d2a4-431f-896f-365983cd1d75 up at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:26:36.284228 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-94f8c4b3-ddff-4dbb-a87e-7b42f72c4d09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:36.300502 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.provisioning_blocks [None req-94f8c4b3-ddff-4dbb-a87e-7b42f72c4d09 admin admin] Transition to ACTIVE for port object c0c03653-c636-4221-9590-21af132678c2 will not be triggered until provisioned by entity DHCP. {{(pid=73900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:26:36.325958 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-94f8c4b3-ddff-4dbb-a87e-7b42f72c4d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747865333526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-899257'] for port, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:36.336392 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-51dbe084-07a9-4d04-a49d-eec6958ed780 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:26:36.361456 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-f84b0ddf-545e-4c07-a7dd-13d8e455042e None None] Notify callbacks [] for port, precommit_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:36.377030 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning complete for port 7388fcf1-d2a4-431f-896f-365983cd1d75 triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:26:36.377540 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:36.389015 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f8c4b3-ddff-4dbb-a87e-7b42f72c4d09 admin admin] Network 3c0464bc-0878-439c-b733-fe6df847037b is already hosted by enough agents. {{(pid=73900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:26:36.391946 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.base_scheduler [None req-94f8c4b3-ddff-4dbb-a87e-7b42f72c4d09 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:26:36.394655 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f8c4b3-ddff-4dbb-a87e-7b42f72c4d09 admin admin] Received port after_create {{(pid=73900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 02 03:26:36.402444 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-f84b0ddf-545e-4c07-a7dd-13d8e455042e None None] Transition to ACTIVE for port object a1c25078-3a68-4dba-adfa-f1bcb5156343 will not be triggered until provisioned by entity L2. {{(pid=73902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:26:36.416295 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-ba9bbde8-286d-4d98-83fe-e53b7c9e67b9 req-24fb8403-d860-4a0b-beb9-3398beed031f tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0630524
May 02 03:26:36.423589 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-f84b0ddf-545e-4c07-a7dd-13d8e455042e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:36.430721 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:26:36.461419 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f8c4b3-ddff-4dbb-a87e-7b42f72c4d09 admin admin] Pushing event updated for resources: {'Port': ['ID=c0c03653-c636-4221-9590-21af132678c2,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:26:36.467181 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-94f8c4b3-ddff-4dbb-a87e-7b42f72c4d09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:26:36.477924 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-94f8c4b3-ddff-4dbb-a87e-7b42f72c4d09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400854'] for router_interface, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:36.534083 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.managers [None req-f84b0ddf-545e-4c07-a7dd-13d8e455042e None None] Attempting to bind port a1c25078-3a68-4dba-adfa-f1bcb5156343 on host dv-cinder-789077-1-iscsi for vnic_type normal with profile  {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 02 03:26:36.534563 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.managers [None req-f84b0ddf-545e-4c07-a7dd-13d8e455042e None None] Attempting to bind port a1c25078-3a68-4dba-adfa-f1bcb5156343 by drivers openvswitch,hyperv on host dv-cinder-789077-1-iscsi at level 0 using segments [{'id': '3f443235-55d0-4d2d-a949-b49c1a220799', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700'}] {{(pid=73902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 02 03:26:36.534988 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84b0ddf-545e-4c07-a7dd-13d8e455042e None None] Attempting to bind port a1c25078-3a68-4dba-adfa-f1bcb5156343 on network 8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700 {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:26:36.544180 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bc77a4-7949-44b1-aa0d-d6db331bc5d2 None None] Pushing event updated for resources: {'Port': ['ID=a1c25078-3a68-4dba-adfa-f1bcb5156343,revision_number=2']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:26:36.547833 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84b0ddf-545e-4c07-a7dd-13d8e455042e None None] Checking agent: {'id': 'b50cee90-c6d3-4c0d-a208-12c20bd9f0cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 2, 8), 'started_at': datetime.datetime(2021, 5, 2, 3, 2, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 02 03:26:36.548317 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84b0ddf-545e-4c07-a7dd-13d8e455042e None None] Checking segment: {'id': '3f443235-55d0-4d2d-a949-b49c1a220799', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:26:36.548778 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-f84b0ddf-545e-4c07-a7dd-13d8e455042e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:36.549777 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84b0ddf-545e-4c07-a7dd-13d8e455042e None None] Bound using segment: {'id': '3f443235-55d0-4d2d-a949-b49c1a220799', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700'} {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 02 03:26:36.549777 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.managers [None req-f84b0ddf-545e-4c07-a7dd-13d8e455042e None None] Bound port: a1c25078-3a68-4dba-adfa-f1bcb5156343, host: dv-cinder-789077-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f443235-55d0-4d2d-a949-b49c1a220799', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700'}}] {{(pid=73902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 02 03:26:36.550228 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-f84b0ddf-545e-4c07-a7dd-13d8e455042e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:36.580049 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-69bc77a4-7949-44b1-aa0d-d6db331bc5d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:26:36.627294 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-94f8c4b3-ddff-4dbb-a87e-7b42f72c4d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:36.682029 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-f84b0ddf-545e-4c07-a7dd-13d8e455042e None None] For port a1c25078-3a68-4dba-adfa-f1bcb5156343, host dv-cinder-789077-1-iscsi, cleared binding levels {{(pid=73902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 02 03:26:36.685967 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-f84b0ddf-545e-4c07-a7dd-13d8e455042e None None] For port a1c25078-3a68-4dba-adfa-f1bcb5156343, host dv-cinder-789077-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=a1c25078-3a68-4dba-adfa-f1bcb5156343,segment=NetworkSegment(3f443235-55d0-4d2d-a949-b49c1a220799),segment_id=3f443235-55d0-4d2d-a949-b49c1a220799)] {{(pid=73902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 02 03:26:36.689616 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-f84b0ddf-545e-4c07-a7dd-13d8e455042e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:36.694258 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:26:36.730261 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-cd4c4ce9-01bf-405c-906e-4927a53c725c None None] Provisioning for port c0c03653-c636-4221-9590-21af132678c2 completed by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:26:36.745700 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-cd4c4ce9-01bf-405c-906e-4927a53c725c None None] Provisioning complete for port c0c03653-c636-4221-9590-21af132678c2 triggered by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:26:36.746069 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-cd4c4ce9-01bf-405c-906e-4927a53c725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:36.827264 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84b0ddf-545e-4c07-a7dd-13d8e455042e None None] Routers {'21bed0b2-24cf-41c4-8f3c-47d3934c384c'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:26:36.827871 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-f84b0ddf-545e-4c07-a7dd-13d8e455042e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c54b19970>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:26:08Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['21bed0b2-24cf-41c4-8f3c-47d3934c384c'], 'active': True} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:26:36.866884 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-94f8c4b3-ddff-4dbb-a87e-7b42f72c4d09 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:36.871517 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-94f8c4b3-ddff-4dbb-a87e-7b42f72c4d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-899214'] for port, after_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:36.880771 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bc77a4-7949-44b1-aa0d-d6db331bc5d2 None None] Pushing event updated for resources: {'Port': ['ID=a1c25078-3a68-4dba-adfa-f1bcb5156343,revision_number=3']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:26:36.891051 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-cd4c4ce9-01bf-405c-906e-4927a53c725c None None] Port c0c03653-c636-4221-9590-21af132678c2 cannot update to ACTIVE because it is not bound. {{(pid=73902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 02 03:26:36.894849 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-69bc77a4-7949-44b1-aa0d-d6db331bc5d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:26:36.899114 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-3de791d5-0d94-4f13-aa50-788869b3bc82 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:26:36.978686 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-94f8c4b3-ddff-4dbb-a87e-7b42f72c4d09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-400757'] for router_interface, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:36.982052 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f8c4b3-ddff-4dbb-a87e-7b42f72c4d09 admin admin] Pushing event updated for resources: {'Port': ['ID=c0c03653-c636-4221-9590-21af132678c2,revision_number=2']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:26:36.985276 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-94f8c4b3-ddff-4dbb-a87e-7b42f72c4d09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:26:37.007315 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvr_db [None req-f84b0ddf-545e-4c07-a7dd-13d8e455042e None None] Set router 21bed0b2-24cf-41c4-8f3c-47d3934c384c gateway port host: dv-cinder-789077-1-iscsi {{(pid=73902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:26:37.122540 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f8c4b3-ddff-4dbb-a87e-7b42f72c4d09 admin admin] Network 3c0464bc-0878-439c-b733-fe6df847037b is already hosted by enough agents. {{(pid=73900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:26:37.123844 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.base_scheduler [None req-94f8c4b3-ddff-4dbb-a87e-7b42f72c4d09 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:26:37.155557 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-46b5e9f9-3eae-4d82-a06e-4e771f7f184b req-9e15805f-e595-4be2-8295-1b02070d2f6e tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0466928
May 02 03:26:37.383335 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-f84b0ddf-545e-4c07-a7dd-13d8e455042e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c54b19970>, [{'id': '21bed0b2-24cf-41c4-8f3c-47d3934c384c', 'name': 'tempest-TestMinimumBasicScenario-2136225293-router', 'tenant_id': 'f2fc93ae8af8491fbad5ca714e87da19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'a1c25078-3a68-4dba-adfa-f1bcb5156343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:26:32Z', 'updated_at': '2021-05-02T03:26:36Z', 'revision_number': 4, 'project_id': 'f2fc93ae8af8491fbad5ca714e87da19', 'gw_port': {'id': 'a1c25078-3a68-4dba-adfa-f1bcb5156343', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ef:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21bed0b2-24cf-41c4-8f3c-47d3934c384c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:26:33Z', 'updated_at': '2021-05-02T03:26:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_interfaces': [{'id': 'c0c03653-c636-4221-9590-21af132678c2', 'name': '', 'network_id': '3c0464bc-0878-439c-b733-fe6df847037b', 'tenant_id': 'f2fc93ae8af8491fbad5ca714e87da19', 'mac_address': 'fa:16:3e:5a:3f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21bed0b2-24cf-41c4-8f3c-47d3934c384c', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'eb43875f-0015-45ed-a360-9eec71714b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:26:35Z', 'updated_at': '2021-05-02T03:26:36Z', 'revision_number': 2, 'project_id': 'f2fc93ae8af8491fbad5ca714e87da19', 'subnets': [{'id': 'eb43875f-0015-45ed-a360-9eec71714b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:26:37.387231 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84b0ddf-545e-4c07-a7dd-13d8e455042e None None] The sync data for ids ['21bed0b2-24cf-41c4-8f3c-47d3934c384c'] in dv-cinder-789077-1-iscsi is: [{'id': '21bed0b2-24cf-41c4-8f3c-47d3934c384c', 'name': 'tempest-TestMinimumBasicScenario-2136225293-router', 'tenant_id': 'f2fc93ae8af8491fbad5ca714e87da19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'a1c25078-3a68-4dba-adfa-f1bcb5156343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:26:32Z', 'updated_at': '2021-05-02T03:26:36Z', 'revision_number': 4, 'project_id': 'f2fc93ae8af8491fbad5ca714e87da19', 'gw_port': {'id': 'a1c25078-3a68-4dba-adfa-f1bcb5156343', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ef:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21bed0b2-24cf-41c4-8f3c-47d3934c384c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:26:33Z', 'updated_at': '2021-05-02T03:26:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_interfaces': [{'id': 'c0c03653-c636-4221-9590-21af132678c2', 'name': '', 'network_id': '3c0464bc-0878-439c-b733-fe6df847037b', 'tenant_id': 'f2fc93ae8af8491fbad5ca714e87da19', 'mac_address': 'fa:16:3e:5a:3f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21bed0b2-24cf-41c4-8f3c-47d3934c384c', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'eb43875f-0015-45ed-a360-9eec71714b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:26:35Z', 'updated_at': '2021-05-02T03:26:36Z', 'revision_number': 2, 'project_id': 'f2fc93ae8af8491fbad5ca714e87da19', 'subnets': [{'id': 'eb43875f-0015-45ed-a360-9eec71714b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 02 03:26:37.416061 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f8c4b3-ddff-4dbb-a87e-7b42f72c4d09 admin admin] Router 21bed0b2-24cf-41c4-8f3c-47d3934c384c has already been hosted by L3 agent c822661f-3527-457d-a53a-678072f60f18 {{(pid=73900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 02 03:26:37.417438 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-9c646b53-e051-4cd6-b77b-cd2e4a1fd137 None None] Provisioning complete for port c0c03653-c636-4221-9590-21af132678c2 triggered by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:26:37.417813 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-9c646b53-e051-4cd6-b77b-cd2e4a1fd137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:37.480867 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-9c646b53-e051-4cd6-b77b-cd2e4a1fd137 None None] Port c0c03653-c636-4221-9590-21af132678c2 cannot update to ACTIVE because it is not bound. {{(pid=73902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 02 03:26:37.588920 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-bc4b5246-a5ce-48fb-a5f7-9c8a9acc24da req-475e17f5-7f0b-4d48-83b5-e35d03a7e67f tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0573003
May 02 03:26:37.633516 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f8c4b3-ddff-4dbb-a87e-7b42f72c4d09 admin admin] Notify agent at l3_agent.dv-cinder-789077-1-iscsi the message routers_updated {{(pid=73900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 02 03:26:37.644154 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-94f8c4b3-ddff-4dbb-a87e-7b42f72c4d09 admin admin] 10.222.0.38 "PUT /v2.0/routers/21bed0b2-24cf-41c4-8f3c-47d3934c384c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5252388
May 02 03:26:37.766948 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:37.958255 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [req-a1445597-e4ce-4f54-8dcb-7ed5847df6c2 req-f03b5d8b-f350-49ff-98ea-1aca4b06a9fa service neutron] (73901) timed out ('10.222.0.37', 59003) {{(pid=73901) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 02 03:26:38.132228 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-05fc9442-a5b5-4a38-b2e0-70d4e47e680f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:38.317914 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-93c1d137-2bda-439a-bfe0-b54bec69be91 req-641654a7-bace-4bb6-b423-bbc2862bb100 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0434077
May 02 03:26:38.770679 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-6041e5ec-e674-47fd-9ef9-c4774fe9a98d req-2a1eceaa-5089-4fd4-94e4-40729169cfba tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0462399
May 02 03:26:39.249477 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:39.634318 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-6b042898-db1a-4f6a-86ac-dfb2788df578 req-fde35a1c-701a-49a8-afd8-683010ae1a82 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0594733
May 02 03:26:39.871442 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device a1c25078-3a68-4dba-adfa-f1bcb5156343 up at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:26:39.959677 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning for port a1c25078-3a68-4dba-adfa-f1bcb5156343 completed by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:26:39.968151 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning complete for port a1c25078-3a68-4dba-adfa-f1bcb5156343 triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:26:39.968691 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:39.972596 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-adbfefbc-4146-42fd-97cc-1bbcd44106d6 req-baedad9f-6479-4681-828b-72d15c8c1288 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0499732
May 02 03:26:40.110826 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:40.135215 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] For port a1c25078-3a68-4dba-adfa-f1bcb5156343, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=a1c25078-3a68-4dba-adfa-f1bcb5156343,segment=NetworkSegment(3f443235-55d0-4d2d-a949-b49c1a220799),segment_id=3f443235-55d0-4d2d-a949-b49c1a220799)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:26:40.140342 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:40.142175 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-69bc77a4-7949-44b1-aa0d-d6db331bc5d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:26:40.216061 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Pushing event updated for resources: {'Port': ['ID=a1c25078-3a68-4dba-adfa-f1bcb5156343,revision_number=4']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:26:40.222402 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:26:40.808316 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:40.829434 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9c6f22da-1346-4217-814d-058761f671b1 req-661d6c22-4865-4140-a658-f832508a53b1 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0763984
May 02 03:26:41.139230 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c5b02ac0-fc6f-40f6-86cf-b5528e34fb21 req-a5271866-de02-43fc-93f7-4e1e454eb4e2 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0493233
May 02 03:26:41.189261 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:41.349296 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027d492a-45d2-4d37-9747-a0bb78282142 None None] Sync routers for ids ['21bed0b2-24cf-41c4-8f3c-47d3934c384c'] in dv-cinder-789077-1-iscsi {{(pid=73903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 02 03:26:41.360315 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027d492a-45d2-4d37-9747-a0bb78282142 None None] Routers {'21bed0b2-24cf-41c4-8f3c-47d3934c384c'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:26:41.361241 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-027d492a-45d2-4d37-9747-a0bb78282142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c559eaac0>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:26:38Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['21bed0b2-24cf-41c4-8f3c-47d3934c384c'], 'active': True} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:26:41.572252 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvr_db [None req-027d492a-45d2-4d37-9747-a0bb78282142 None None] Set router 21bed0b2-24cf-41c4-8f3c-47d3934c384c gateway port host: dv-cinder-789077-1-iscsi {{(pid=73903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:26:41.831861 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device a1c25078-3a68-4dba-adfa-f1bcb5156343 up at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:26:41.925600 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning complete for port a1c25078-3a68-4dba-adfa-f1bcb5156343 triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:26:41.925971 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:41.934097 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-027d492a-45d2-4d37-9747-a0bb78282142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c559eaac0>, [{'id': '21bed0b2-24cf-41c4-8f3c-47d3934c384c', 'name': 'tempest-TestMinimumBasicScenario-2136225293-router', 'tenant_id': 'f2fc93ae8af8491fbad5ca714e87da19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'a1c25078-3a68-4dba-adfa-f1bcb5156343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:26:32Z', 'updated_at': '2021-05-02T03:26:36Z', 'revision_number': 4, 'project_id': 'f2fc93ae8af8491fbad5ca714e87da19', 'gw_port': {'id': 'a1c25078-3a68-4dba-adfa-f1bcb5156343', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ef:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bed0b2-24cf-41c4-8f3c-47d3934c384c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:26:33Z', 'updated_at': '2021-05-02T03:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_interfaces': [{'id': 'c0c03653-c636-4221-9590-21af132678c2', 'name': '', 'network_id': '3c0464bc-0878-439c-b733-fe6df847037b', 'tenant_id': 'f2fc93ae8af8491fbad5ca714e87da19', 'mac_address': 'fa:16:3e:5a:3f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21bed0b2-24cf-41c4-8f3c-47d3934c384c', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'eb43875f-0015-45ed-a360-9eec71714b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:26:35Z', 'updated_at': '2021-05-02T03:26:36Z', 'revision_number': 2, 'project_id': 'f2fc93ae8af8491fbad5ca714e87da19', 'subnets': [{'id': 'eb43875f-0015-45ed-a360-9eec71714b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:26:41.938526 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027d492a-45d2-4d37-9747-a0bb78282142 None None] Checking router: 21bed0b2-24cf-41c4-8f3c-47d3934c384c for host: dv-cinder-789077-1-iscsi {{(pid=73903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 02 03:26:41.938881 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027d492a-45d2-4d37-9747-a0bb78282142 None None] Updating router 21bed0b2-24cf-41c4-8f3c-47d3934c384c port c0c03653-c636-4221-9590-21af132678c2 binding host dv-cinder-789077-1-iscsi {{(pid=73903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 02 03:26:41.994961 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-027d492a-45d2-4d37-9747-a0bb78282142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:42.004135 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-f85b967c-7606-466a-9332-85a916da38a2 req-8359dfe9-047e-4735-8de6-edb8eaa1499c tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0554132
May 02 03:26:42.309565 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-065cd7e6-214d-4f68-9e30-be5a50b5a50d req-b2ff8897-9d64-4dea-bd46-975dc61509bd tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0499568
May 02 03:26:42.365695 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-027d492a-45d2-4d37-9747-a0bb78282142 None None] Notify callbacks [] for port, precommit_update {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:42.377779 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.provisioning_blocks [None req-027d492a-45d2-4d37-9747-a0bb78282142 None None] Transition to ACTIVE for port object c0c03653-c636-4221-9590-21af132678c2 will not be triggered until provisioned by entity L2. {{(pid=73903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:26:42.386582 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-027d492a-45d2-4d37-9747-a0bb78282142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:42.390795 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG oslo_concurrency.lockutils [None req-6ed936a6-caf1-4a2c-86dd-de9a4428615d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:26:42.529386 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47958ce4-46cf-41cb-8767-b6bafd04d425 None None] Pushing event updated for resources: {'Port': ['ID=c0c03653-c636-4221-9590-21af132678c2,revision_number=3']} {{(pid=73903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:26:42.544660 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG oslo_concurrency.lockutils [None req-47958ce4-46cf-41cb-8767-b6bafd04d425 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=73903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:26:42.659018 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.managers [None req-027d492a-45d2-4d37-9747-a0bb78282142 None None] Attempting to bind port c0c03653-c636-4221-9590-21af132678c2 on host dv-cinder-789077-1-iscsi for vnic_type normal with profile  {{(pid=73903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 02 03:26:42.659387 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.managers [None req-027d492a-45d2-4d37-9747-a0bb78282142 None None] Attempting to bind port c0c03653-c636-4221-9590-21af132678c2 by drivers openvswitch,hyperv on host dv-cinder-789077-1-iscsi at level 0 using segments [{'id': '7484b1d5-4e0e-47fd-bfe6-bcc82d816a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3c0464bc-0878-439c-b733-fe6df847037b'}] {{(pid=73903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 02 03:26:42.659741 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027d492a-45d2-4d37-9747-a0bb78282142 None None] Attempting to bind port c0c03653-c636-4221-9590-21af132678c2 on network 3c0464bc-0878-439c-b733-fe6df847037b {{(pid=73903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:26:42.667087 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027d492a-45d2-4d37-9747-a0bb78282142 None None] Checking agent: {'id': 'b50cee90-c6d3-4c0d-a208-12c20bd9f0cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 2, 8), 'started_at': datetime.datetime(2021, 5, 2, 3, 2, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 02 03:26:42.667453 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027d492a-45d2-4d37-9747-a0bb78282142 None None] Checking segment: {'id': '7484b1d5-4e0e-47fd-bfe6-bcc82d816a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3c0464bc-0878-439c-b733-fe6df847037b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:26:42.667847 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-027d492a-45d2-4d37-9747-a0bb78282142 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:42.668231 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027d492a-45d2-4d37-9747-a0bb78282142 None None] Bound using segment: {'id': '7484b1d5-4e0e-47fd-bfe6-bcc82d816a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3c0464bc-0878-439c-b733-fe6df847037b'} {{(pid=73903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 02 03:26:42.668837 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.managers [None req-027d492a-45d2-4d37-9747-a0bb78282142 None None] Bound port: c0c03653-c636-4221-9590-21af132678c2, host: dv-cinder-789077-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7484b1d5-4e0e-47fd-bfe6-bcc82d816a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3c0464bc-0878-439c-b733-fe6df847037b'}}] {{(pid=73903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 02 03:26:42.669235 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-027d492a-45d2-4d37-9747-a0bb78282142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:42.784043 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.db [None req-027d492a-45d2-4d37-9747-a0bb78282142 None None] For port c0c03653-c636-4221-9590-21af132678c2, host dv-cinder-789077-1-iscsi, cleared binding levels {{(pid=73903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 02 03:26:42.789721 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.db [None req-027d492a-45d2-4d37-9747-a0bb78282142 None None] For port c0c03653-c636-4221-9590-21af132678c2, host dv-cinder-789077-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=c0c03653-c636-4221-9590-21af132678c2,segment=NetworkSegment(7484b1d5-4e0e-47fd-bfe6-bcc82d816a8d),segment_id=7484b1d5-4e0e-47fd-bfe6-bcc82d816a8d)] {{(pid=73903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 02 03:26:42.794957 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-027d492a-45d2-4d37-9747-a0bb78282142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:42.808046 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:26:42.887002 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027d492a-45d2-4d37-9747-a0bb78282142 None None] Routers {'21bed0b2-24cf-41c4-8f3c-47d3934c384c'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:26:42.887630 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-027d492a-45d2-4d37-9747-a0bb78282142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c559eaac0>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:26:38Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['21bed0b2-24cf-41c4-8f3c-47d3934c384c'], 'active': True} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:26:42.969167 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47958ce4-46cf-41cb-8767-b6bafd04d425 None None] Pushing event updated for resources: {'Port': ['ID=c0c03653-c636-4221-9590-21af132678c2,revision_number=4']} {{(pid=73903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:26:42.972345 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG oslo_concurrency.lockutils [None req-47958ce4-46cf-41cb-8767-b6bafd04d425 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=73903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:26:43.145024 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvr_db [None req-027d492a-45d2-4d37-9747-a0bb78282142 None None] Set router 21bed0b2-24cf-41c4-8f3c-47d3934c384c gateway port host: dv-cinder-789077-1-iscsi {{(pid=73903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:26:43.215970 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-7d5b4c57-f933-400f-8e81-a2830f47fa88 req-82f2977c-0c4a-4ec1-b939-b70e32e3990f tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0608652
May 02 03:26:43.495014 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-ef45ffda-39db-4064-af1b-0e85c9545a98 req-56a2214c-41a2-4c68-ac18-431ea258f011 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0538406
May 02 03:26:43.534911 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-027d492a-45d2-4d37-9747-a0bb78282142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c559eaac0>, [{'id': '21bed0b2-24cf-41c4-8f3c-47d3934c384c', 'name': 'tempest-TestMinimumBasicScenario-2136225293-router', 'tenant_id': 'f2fc93ae8af8491fbad5ca714e87da19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'a1c25078-3a68-4dba-adfa-f1bcb5156343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:26:32Z', 'updated_at': '2021-05-02T03:26:36Z', 'revision_number': 4, 'project_id': 'f2fc93ae8af8491fbad5ca714e87da19', 'gw_port': {'id': 'a1c25078-3a68-4dba-adfa-f1bcb5156343', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ef:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bed0b2-24cf-41c4-8f3c-47d3934c384c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:26:33Z', 'updated_at': '2021-05-02T03:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_interfaces': [{'id': 'c0c03653-c636-4221-9590-21af132678c2', 'name': '', 'network_id': '3c0464bc-0878-439c-b733-fe6df847037b', 'tenant_id': 'f2fc93ae8af8491fbad5ca714e87da19', 'mac_address': 'fa:16:3e:5a:3f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21bed0b2-24cf-41c4-8f3c-47d3934c384c', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'eb43875f-0015-45ed-a360-9eec71714b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:26:35Z', 'updated_at': '2021-05-02T03:26:42Z', 'revision_number': 4, 'project_id': 'f2fc93ae8af8491fbad5ca714e87da19', 'subnets': [{'id': 'eb43875f-0015-45ed-a360-9eec71714b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:26:43.540028 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027d492a-45d2-4d37-9747-a0bb78282142 None None] The sync data for ids ['21bed0b2-24cf-41c4-8f3c-47d3934c384c'] in dv-cinder-789077-1-iscsi is: [{'id': '21bed0b2-24cf-41c4-8f3c-47d3934c384c', 'name': 'tempest-TestMinimumBasicScenario-2136225293-router', 'tenant_id': 'f2fc93ae8af8491fbad5ca714e87da19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'a1c25078-3a68-4dba-adfa-f1bcb5156343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:26:32Z', 'updated_at': '2021-05-02T03:26:36Z', 'revision_number': 4, 'project_id': 'f2fc93ae8af8491fbad5ca714e87da19', 'gw_port': {'id': 'a1c25078-3a68-4dba-adfa-f1bcb5156343', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ef:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bed0b2-24cf-41c4-8f3c-47d3934c384c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:26:33Z', 'updated_at': '2021-05-02T03:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_interfaces': [{'id': 'c0c03653-c636-4221-9590-21af132678c2', 'name': '', 'network_id': '3c0464bc-0878-439c-b733-fe6df847037b', 'tenant_id': 'f2fc93ae8af8491fbad5ca714e87da19', 'mac_address': 'fa:16:3e:5a:3f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21bed0b2-24cf-41c4-8f3c-47d3934c384c', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'eb43875f-0015-45ed-a360-9eec71714b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:26:35Z', 'updated_at': '2021-05-02T03:26:42Z', 'revision_number': 4, 'project_id': 'f2fc93ae8af8491fbad5ca714e87da19', 'subnets': [{'id': 'eb43875f-0015-45ed-a360-9eec71714b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 02 03:26:43.853961 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device c0c03653-c636-4221-9590-21af132678c2 up at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:26:43.931774 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning for port c0c03653-c636-4221-9590-21af132678c2 completed by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:26:43.937653 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning complete for port c0c03653-c636-4221-9590-21af132678c2 triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:26:43.938033 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:44.083249 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:44.120388 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] For port c0c03653-c636-4221-9590-21af132678c2, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=c0c03653-c636-4221-9590-21af132678c2,segment=NetworkSegment(7484b1d5-4e0e-47fd-bfe6-bcc82d816a8d),segment_id=7484b1d5-4e0e-47fd-bfe6-bcc82d816a8d)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:26:44.124765 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:44.126603 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:26:44.208826 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Pushing event updated for resources: {'Port': ['ID=c0c03653-c636-4221-9590-21af132678c2,revision_number=5']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:26:44.213128 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:26:44.409540 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-11335c82-b062-45ea-a469-17216b066188 req-00c3b0ca-8cca-4ced-a226-21e63c8e7d17 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0522642
May 02 03:26:44.703060 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c1663914-058c-4a43-839b-e448b159bd8e req-bca6849a-10ee-42a4-95bb-77a77e1350e2 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0672777
May 02 03:26:45.573902 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e5d66bca-0237-4064-9148-a3819951175c req-77eaf59b-913c-4021-9b8f-bdaff34dc620 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0460234
May 02 03:26:45.809487 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device c0c03653-c636-4221-9590-21af132678c2 up at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:26:45.877073 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-16945957-2c2b-4ca7-805b-55e30467e125 req-8652b19e-13fe-4957-a12c-560d29fe92bb tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0511332
May 02 03:26:45.911292 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning complete for port c0c03653-c636-4221-9590-21af132678c2 triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:26:45.912292 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:46.735505 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-dc8bf5a8-75d8-4947-bb6b-28e96a18b3f8 req-89618cb5-031d-4fa8-a692-cec2e479d440 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0488338
May 02 03:26:47.039403 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-8b729803-3682-4e3e-b0e4-320242f4fa85 req-4a3deb3b-e780-4612-af5e-e37774c1615c tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0450690
May 02 03:26:47.859803 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbaa596-a2ff-4626-a74f-d48cfeca207c req-df34baf9-eb48-48fd-9768-12139d69820f tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:26:47.860373 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [req-4cbaa596-a2ff-4626-a74f-d48cfeca207c req-df34baf9-eb48-48fd-9768-12139d69820f tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Synchronizing usage tracker for tenant:86db9b6555854b9aa34776c9d15d0123 on resource:network {{(pid=73901) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 02 03:26:47.911202 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-6eece5c3-900a-457e-b2b3-8a6a56ae9314 req-c46472ae-3218-4274-b3dc-fc552a8a4080 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0479209
May 02 03:26:47.921102 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [req-4cbaa596-a2ff-4626-a74f-d48cfeca207c req-df34baf9-eb48-48fd-9768-12139d69820f tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Unset dirty status for tenant:86db9b6555854b9aa34776c9d15d0123 on resource:network {{(pid=73901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 02 03:26:47.922464 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4cbaa596-a2ff-4626-a74f-d48cfeca207c req-df34baf9-eb48-48fd-9768-12139d69820f tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] 10.222.0.38 "GET /v2.0/networks?id=da3f1972-ca90-446b-bdc0-2bb6c05c6dc8 HTTP/1.1" status: 200  len: 815 time: 0.2124426
May 02 03:26:47.938683 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4cbaa596-a2ff-4626-a74f-d48cfeca207c req-e599d4da-7436-4bbe-8ec5-d7d0170ee03b tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] 10.222.0.38 "GET /v2.0/quotas/86db9b6555854b9aa34776c9d15d0123 HTTP/1.1" status: 200  len: 375 time: 0.0104043
May 02 03:26:48.027452 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [req-4cbaa596-a2ff-4626-a74f-d48cfeca207c req-3877ba79-0b28-4575-ac11-11646449d8f1 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Synchronizing usage tracker for tenant:86db9b6555854b9aa34776c9d15d0123 on resource:port {{(pid=73901) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 02 03:26:48.044286 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [req-4cbaa596-a2ff-4626-a74f-d48cfeca207c req-3877ba79-0b28-4575-ac11-11646449d8f1 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Unset dirty status for tenant:86db9b6555854b9aa34776c9d15d0123 on resource:port {{(pid=73901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 02 03:26:48.045523 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4cbaa596-a2ff-4626-a74f-d48cfeca207c req-3877ba79-0b28-4575-ac11-11646449d8f1 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=86db9b6555854b9aa34776c9d15d0123&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1010768
May 02 03:26:48.199108 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-7c641f9e-f1fb-4e38-a3cc-9a20fe45ccc3 req-f8a4f188-b040-4c25-938b-bcf9687c7f1e tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0469956
May 02 03:26:48.225073 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4cbaa596-a2ff-4626-a74f-d48cfeca207c req-424e67b5-5bda-4db8-a1a4-e267b893c119 service neutron] 10.222.0.38 "GET /v2.0/networks/da3f1972-ca90-446b-bdc0-2bb6c05c6dc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1674902
May 02 03:26:48.437111 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4cbaa596-a2ff-4626-a74f-d48cfeca207c req-6e841a12-ed34-4b37-8953-ab0c7db55a2f service neutron] 10.222.0.38 "GET /v2.0/networks/da3f1972-ca90-446b-bdc0-2bb6c05c6dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2061119
May 02 03:26:48.615953 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-cd9c15c3-a3be-4bcc-8807-73317ad3cd2d req-031e8d83-f0f5-46b3-afca-161cc601b267 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] 10.222.0.38 "GET /v2.0/ports?device_id=10824aa1-9107-47a4-bda7-a0b7a00e2f2d HTTP/1.1" status: 200  len: 210 time: 0.0461254
May 02 03:26:49.067778 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-5ca4b6e4-9535-4165-86ed-211dc5714e54 req-3f745c19-28dd-404e-9034-2f4860df6de1 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0420265
May 02 03:26:49.350708 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c3753da4-d614-424c-be22-1b175e4def0a req-74c40605-dcff-4956-bc31-c54217c0563d tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0435994
May 02 03:26:49.775552 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9b4711f3-e461-4617-b06f-88cf128d7be5 req-9796e827-d834-4b1d-bf9b-5d8c3a1f5ca1 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] 10.222.0.38 "GET /v2.0/ports?device_id=10824aa1-9107-47a4-bda7-a0b7a00e2f2d HTTP/1.1" status: 200  len: 210 time: 0.0503566
May 02 03:26:49.902911 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbaa596-a2ff-4626-a74f-d48cfeca207c req-d811d20f-77ee-43ea-9d0e-8de125ed2738 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:26:49.904377 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-4cbaa596-a2ff-4626-a74f-d48cfeca207c req-d811d20f-77ee-43ea-9d0e-8de125ed2738 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] 10.222.0.37 "GET /v2.0/networks?id=da3f1972-ca90-446b-bdc0-2bb6c05c6dc8 HTTP/1.1" status: 200  len: 815 time: 0.1771481
May 02 03:26:49.917736 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [req-4cbaa596-a2ff-4626-a74f-d48cfeca207c req-9609d666-0f70-4f90-9f00-f16efa7dd5a4 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Request body: {'port': {'device_id': '10824aa1-9107-47a4-bda7-a0b7a00e2f2d', 'network_id': 'da3f1972-ca90-446b-bdc0-2bb6c05c6dc8', 'admin_state_up': True, 'tenant_id': '86db9b6555854b9aa34776c9d15d0123'}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:26:50.051752 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [req-4cbaa596-a2ff-4626-a74f-d48cfeca207c req-9609d666-0f70-4f90-9f00-f16efa7dd5a4 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:26:50.061792 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [req-4cbaa596-a2ff-4626-a74f-d48cfeca207c req-9609d666-0f70-4f90-9f00-f16efa7dd5a4 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:26:50.071552 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cbaa596-a2ff-4626-a74f-d48cfeca207c req-9609d666-0f70-4f90-9f00-f16efa7dd5a4 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Made reservation on behalf of 86db9b6555854b9aa34776c9d15d0123 for: {'port': 1} {{(pid=73900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 02 03:26:50.074965 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-4cbaa596-a2ff-4626-a74f-d48cfeca207c req-9609d666-0f70-4f90-9f00-f16efa7dd5a4 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:50.222019 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e8258187-a01a-40a3-9188-0dd4df955680 req-9f81efd0-78e7-427b-86ca-664adf25d037 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0433898
May 02 03:26:50.251231 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.db_base_plugin_common [req-4cbaa596-a2ff-4626-a74f-d48cfeca207c req-9609d666-0f70-4f90-9f00-f16efa7dd5a4 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Allocated IP 172.20.0.6 (da3f1972-ca90-446b-bdc0-2bb6c05c6dc8/d3b1b4f7-5da0-457c-8875-76261a70ff20/f3d18953-bcab-4cdd-be63-8548fd3f02e8) {{(pid=73900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 02 03:26:50.460022 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-4cbaa596-a2ff-4626-a74f-d48cfeca207c req-9609d666-0f70-4f90-9f00-f16efa7dd5a4 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Notify callbacks [] for port, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:50.477347 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.provisioning_blocks [req-4cbaa596-a2ff-4626-a74f-d48cfeca207c req-9609d666-0f70-4f90-9f00-f16efa7dd5a4 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Transition to ACTIVE for port object f3d18953-bcab-4cdd-be63-8548fd3f02e8 will not be triggered until provisioned by entity DHCP. {{(pid=73900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:26:50.504517 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-4cbaa596-a2ff-4626-a74f-d48cfeca207c req-9609d666-0f70-4f90-9f00-f16efa7dd5a4 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747865333526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-899257'] for port, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:50.512789 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-4547e61f-7de2-4827-864c-33a24c82a000 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:26:50.601964 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cbaa596-a2ff-4626-a74f-d48cfeca207c req-9609d666-0f70-4f90-9f00-f16efa7dd5a4 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Network da3f1972-ca90-446b-bdc0-2bb6c05c6dc8 is already hosted by enough agents. {{(pid=73900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:26:50.606434 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.base_scheduler [req-4cbaa596-a2ff-4626-a74f-d48cfeca207c req-9609d666-0f70-4f90-9f00-f16efa7dd5a4 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Resources bound (agent type, host, resource id):  {{(pid=73900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:26:50.609709 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-34f3a0f3-e908-484d-8c85-06cc7d4e80de req-a32872ea-4018-4b31-bd8d-42a920570b6a tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0636141
May 02 03:26:50.617695 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cbaa596-a2ff-4626-a74f-d48cfeca207c req-9609d666-0f70-4f90-9f00-f16efa7dd5a4 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Received port after_create {{(pid=73900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 02 03:26:50.654023 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609d666-0f70-4f90-9f00-f16efa7dd5a4 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Pushing event updated for resources: {'Port': ['ID=f3d18953-bcab-4cdd-be63-8548fd3f02e8,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:26:50.659901 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-9609d666-0f70-4f90-9f00-f16efa7dd5a4 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:26:50.718814 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbaa596-a2ff-4626-a74f-d48cfeca207c req-9609d666-0f70-4f90-9f00-f16efa7dd5a4 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:26:50.719669 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-4cbaa596-a2ff-4626-a74f-d48cfeca207c req-9609d666-0f70-4f90-9f00-f16efa7dd5a4 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for port, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:50.756533 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-4cbaa596-a2ff-4626-a74f-d48cfeca207c req-9609d666-0f70-4f90-9f00-f16efa7dd5a4 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8410406
May 02 03:26:50.970492 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-568a1a41-7cb3-47c4-bbfc-2e27cd4b29a1 None None] Provisioning for port f3d18953-bcab-4cdd-be63-8548fd3f02e8 completed by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:26:50.985470 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-568a1a41-7cb3-47c4-bbfc-2e27cd4b29a1 None None] Provisioning complete for port f3d18953-bcab-4cdd-be63-8548fd3f02e8 triggered by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:26:50.987151 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-568a1a41-7cb3-47c4-bbfc-2e27cd4b29a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:26:51.048954 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043558a-24a7-423c-9900-64acca93d31f req-a080d0ce-afda-4efc-9db0-3a69a72ae1e1 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:26:51.050681 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-8043558a-24a7-423c-9900-64acca93d31f req-a080d0ce-afda-4efc-9db0-3a69a72ae1e1 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] 10.222.0.38 "GET /v2.0/ports?device_id=10824aa1-9107-47a4-bda7-a0b7a00e2f2d HTTP/1.1" status: 200  len: 931 time: 0.1117468
May 02 03:26:51.082101 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-568a1a41-7cb3-47c4-bbfc-2e27cd4b29a1 None None] Port f3d18953-bcab-4cdd-be63-8548fd3f02e8 cannot update to ACTIVE because it is not bound. {{(pid=73902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 02 03:26:51.111598 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [req-8043558a-24a7-423c-9900-64acca93d31f req-074c884b-77c3-472d-a692-6d9ab353117b tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Synchronizing usage tracker for tenant:86db9b6555854b9aa34776c9d15d0123 on resource:security_group {{(pid=73901) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 02 03:26:51.133304 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [req-8043558a-24a7-423c-9900-64acca93d31f req-074c884b-77c3-472d-a692-6d9ab353117b tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Unset dirty status for tenant:86db9b6555854b9aa34776c9d15d0123 on resource:security_group {{(pid=73901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 02 03:26:51.134491 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-8043558a-24a7-423c-9900-64acca93d31f req-074c884b-77c3-472d-a692-6d9ab353117b tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] 10.222.0.38 "GET /v2.0/security-groups?id=901e5bda-908c-456a-8527-f412228267bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767264
May 02 03:26:51.383912 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9fe91f15-7d29-4b4c-b45e-6c208439cc4d req-a23a50c0-fa3e-4185-92a8-d8f70f8b7b35 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0461733
May 02 03:26:51.771582 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-79d2c006-0dbb-44dc-ae64-7c6f281eb4db req-89554f00-562b-4f9a-98b0-f876736bd002 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0514393
May 02 03:26:52.332549 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748095a1-78f4-4712-8293-dfb23bb0db74 req-aaaf0225-9be2-4b6a-834c-7b0adf4cb6d7 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:26:52.335125 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-748095a1-78f4-4712-8293-dfb23bb0db74 req-aaaf0225-9be2-4b6a-834c-7b0adf4cb6d7 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] 10.222.0.38 "GET /v2.0/ports?device_id=10824aa1-9107-47a4-bda7-a0b7a00e2f2d HTTP/1.1" status: 200  len: 931 time: 0.0876956
May 02 03:26:52.387389 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-748095a1-78f4-4712-8293-dfb23bb0db74 req-8cf21247-cc8a-48a6-a38e-022cee6f8dce tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] 10.222.0.38 "GET /v2.0/security-groups?id=901e5bda-908c-456a-8527-f412228267bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459201
May 02 03:26:52.548652 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e367e211-7214-4d8b-880e-c8b1cd19d66c req-88800bec-6364-46bb-80b0-e1c3f43530e5 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0435512
May 02 03:26:52.938378 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-b611834a-7a30-4fdc-9cbe-9f9787c645ce req-0bea0ff2-617d-4975-9346-af17a3763f8d tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0456111
May 02 03:26:53.588003 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a2fb8-a6bb-4f37-8446-fe362f4c1231 req-8029b56f-b16a-4a35-bbb3-9266878ae62a tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:26:53.589506 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-984a2fb8-a6bb-4f37-8446-fe362f4c1231 req-8029b56f-b16a-4a35-bbb3-9266878ae62a tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] 10.222.0.38 "GET /v2.0/ports?device_id=10824aa1-9107-47a4-bda7-a0b7a00e2f2d HTTP/1.1" status: 200  len: 931 time: 0.0880098
May 02 03:26:53.644554 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-984a2fb8-a6bb-4f37-8446-fe362f4c1231 req-699cccf8-dbf4-46b0-881b-5d66132fa6da tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] 10.222.0.38 "GET /v2.0/security-groups?id=901e5bda-908c-456a-8527-f412228267bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488327
May 02 03:26:53.728447 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-43c4ed5c-1be9-4706-8d47-79f5434f90ea req-8801217b-8ebd-4a42-8f02-4de347b76157 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0446763
May 02 03:26:54.092737 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-7b17a397-bbe4-4019-b79b-b582e466b4c0 req-10cde8b5-04ce-4e45-8278-96181f25d744 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0448034
May 02 03:26:54.659370 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:26:54.929991 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71587d3d-a9ef-4d84-bcc0-b1da65f8cf03 req-1baffc6c-2c9e-4f7d-a11d-f77e48f5d267 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:26:54.931559 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-71587d3d-a9ef-4d84-bcc0-b1da65f8cf03 req-1baffc6c-2c9e-4f7d-a11d-f77e48f5d267 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] 10.222.0.38 "GET /v2.0/ports?device_id=10824aa1-9107-47a4-bda7-a0b7a00e2f2d HTTP/1.1" status: 200  len: 931 time: 0.1553636
May 02 03:26:54.935096 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c10b9d78-4d64-448c-a7ec-dc5b943e0c76 req-34a137b6-2454-42cd-8f3e-ec4f11d65c63 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0573235
May 02 03:26:54.982975 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-71587d3d-a9ef-4d84-bcc0-b1da65f8cf03 req-93b1b2d5-99c1-47af-9baa-4dc1cc15eb59 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] 10.222.0.38 "GET /v2.0/security-groups?id=901e5bda-908c-456a-8527-f412228267bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445743
May 02 03:26:55.256941 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9f575cc7-54c6-4559-a905-2a1483b5ca93 req-43473439-5aba-4a81-8c4f-8813ae00cac7 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0457511
May 02 03:26:56.095749 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-fc163a23-ac76-48c0-be04-76d7a01f2228 req-3209ad05-1dda-455a-a880-ecff1330b16a tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0459368
May 02 03:26:56.181010 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530dea90-9b57-4419-85b2-fa797e2ef37c req-baaf6257-90eb-4b74-8855-d1f92bd65362 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:26:56.182540 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-530dea90-9b57-4419-85b2-fa797e2ef37c req-baaf6257-90eb-4b74-8855-d1f92bd65362 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] 10.222.0.38 "GET /v2.0/ports?device_id=10824aa1-9107-47a4-bda7-a0b7a00e2f2d HTTP/1.1" status: 200  len: 931 time: 0.0893357
May 02 03:26:56.230805 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-530dea90-9b57-4419-85b2-fa797e2ef37c req-c17556f7-017e-495f-a411-9bd66672b175 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] 10.222.0.38 "GET /v2.0/security-groups?id=901e5bda-908c-456a-8527-f412228267bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425079
May 02 03:26:56.412353 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-3c2e3bfd-96e9-4908-8bfd-e1f91e509f71 req-74c0eec9-c7d3-4236-a570-d0fd813a5b3f tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0475166
May 02 03:26:57.259825 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-55810970-00d6-4fa0-b307-ea87ace567a6 req-d65ff144-1849-49d0-a4d5-5a7c15ca7b59 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0474043
May 02 03:26:57.449110 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01211d94-617f-4a9c-8dc4-74ab5ace04ae req-9d0e3c80-18ac-48c3-940f-04c93c22c007 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:26:57.449110 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-01211d94-617f-4a9c-8dc4-74ab5ace04ae req-9d0e3c80-18ac-48c3-940f-04c93c22c007 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] 10.222.0.38 "GET /v2.0/ports?device_id=10824aa1-9107-47a4-bda7-a0b7a00e2f2d HTTP/1.1" status: 200  len: 931 time: 0.0912282
May 02 03:26:57.536030 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-01211d94-617f-4a9c-8dc4-74ab5ace04ae req-aec949d3-6324-43bf-9dd9-c6be74c22dcd tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] 10.222.0.38 "GET /v2.0/security-groups?id=901e5bda-908c-456a-8527-f412228267bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842330
May 02 03:26:57.635122 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-f0e7a9cf-3c6e-4f35-8831-6269d45e5f3d req-1a6f8ba2-575d-4508-b13f-b9fc6ce2b5f8 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0669403
May 02 03:26:58.443540 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-034bd3e1-a7db-4530-9ec7-077f4cdec0aa req-453f207d-f779-42d2-8cf0-d546e7e9a9aa tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0522287
May 02 03:26:58.739569 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc11ab3-2d14-4235-8508-22e94f8c257b req-f3891857-f1fd-45ce-b5d7-ea555f7da541 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:26:58.741080 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-1fc11ab3-2d14-4235-8508-22e94f8c257b req-f3891857-f1fd-45ce-b5d7-ea555f7da541 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] 10.222.0.38 "GET /v2.0/ports?device_id=10824aa1-9107-47a4-bda7-a0b7a00e2f2d HTTP/1.1" status: 200  len: 931 time: 0.0901668
May 02 03:26:58.841045 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-51748cd9-d058-4558-b048-e527bf03185e req-e4f641dc-a3d6-4817-8238-43a7e164b0a1 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0610423
May 02 03:26:58.843798 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-1fc11ab3-2d14-4235-8508-22e94f8c257b req-74eb6171-d5c8-4a8c-a44e-c9060834236e tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] 10.222.0.38 "GET /v2.0/security-groups?id=901e5bda-908c-456a-8527-f412228267bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0948114
May 02 03:26:59.610235 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a49e751e-e32a-4764-93f6-f4fbe25608d9 req-70cefdf4-0061-4c08-ba8e-10d6cbff3986 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0476890
May 02 03:27:00.115515 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9e1e0c19-0f52-4596-8117-e777c74485fa req-c94885ae-6f63-473a-9dff-bf4d068c9f93 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.1600749
May 02 03:27:00.151133 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3bc072-dba6-4c59-840d-5b07772ce62f req-fc8effb4-bd7d-4df5-abdd-c5fd960cebc4 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:27:00.152578 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-bd3bc072-dba6-4c59-840d-5b07772ce62f req-fc8effb4-bd7d-4df5-abdd-c5fd960cebc4 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] 10.222.0.38 "GET /v2.0/ports?device_id=10824aa1-9107-47a4-bda7-a0b7a00e2f2d HTTP/1.1" status: 200  len: 931 time: 0.1991270
May 02 03:27:00.196986 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-bd3bc072-dba6-4c59-840d-5b07772ce62f req-462acc26-9220-401e-ac28-739adc789c17 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] 10.222.0.38 "GET /v2.0/security-groups?id=901e5bda-908c-456a-8527-f412228267bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382643
May 02 03:27:00.762103 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-eee08b03-b6e9-4c2c-b9dc-705e15b7c3c7 req-bafbcc4e-88e6-4efa-be16-43e2b0f30110 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0448997
May 02 03:27:01.263058 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4416309c-f34b-48c8-a9d6-a1c9f3c7da36 req-148a1582-30a1-4595-a765-9a1160e3f936 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0427983
May 02 03:27:01.386569 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f394b-f507-4cf0-a5e1-4ca6a162f26d req-c817976e-5467-4de5-acc5-ce34f10f3198 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:27:01.388016 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-cb1f394b-f507-4cf0-a5e1-4ca6a162f26d req-c817976e-5467-4de5-acc5-ce34f10f3198 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] 10.222.0.38 "GET /v2.0/ports?device_id=10824aa1-9107-47a4-bda7-a0b7a00e2f2d HTTP/1.1" status: 200  len: 931 time: 0.0795925
May 02 03:27:01.431733 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-cb1f394b-f507-4cf0-a5e1-4ca6a162f26d req-ea67c209-fc87-4cba-9fff-b00b7e38c8c4 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] 10.222.0.38 "GET /v2.0/security-groups?id=901e5bda-908c-456a-8527-f412228267bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380433
May 02 03:27:01.493573 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [req-4cbaa596-a2ff-4626-a74f-d48cfeca207c req-b709464d-7be1-42a9-a9d9-2081cc4321ac service neutron] Request body: {'port': {'device_id': '10824aa1-9107-47a4-bda7-a0b7a00e2f2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78907'}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:27:01.603405 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-4cbaa596-a2ff-4626-a74f-d48cfeca207c req-b709464d-7be1-42a9-a9d9-2081cc4321ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:27:01.912945 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-04e4bd35-f0ed-44a5-ae17-8ce300cd1b5b req-700f063b-536a-410b-a299-84c36543ef17 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0454798
May 02 03:27:01.944148 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.notifiers.nova [req-4cbaa596-a2ff-4626-a74f-d48cfeca207c req-b709464d-7be1-42a9-a9d9-2081cc4321ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3d18953-bcab-4cdd-be63-8548fd3f02e8 {{(pid=73900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 02 03:27:01.951308 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-4cbaa596-a2ff-4626-a74f-d48cfeca207c req-b709464d-7be1-42a9-a9d9-2081cc4321ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:27:01.967164 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.provisioning_blocks [req-4cbaa596-a2ff-4626-a74f-d48cfeca207c req-b709464d-7be1-42a9-a9d9-2081cc4321ac service neutron] Transition to ACTIVE for port object f3d18953-bcab-4cdd-be63-8548fd3f02e8 will not be triggered until provisioned by entity L2. {{(pid=73900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:27:01.970750 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-4cbaa596-a2ff-4626-a74f-d48cfeca207c req-b709464d-7be1-42a9-a9d9-2081cc4321ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-899214'] for port, after_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:27:01.975245 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-dc4ac08d-e535-4dca-8250-b1cc25ad9a40 tempest-ServerRescueNegativeTestJSON-1868595080 tempest-ServerRescueNegativeTestJSON-1868595080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:27:02.212951 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b709464d-7be1-42a9-a9d9-2081cc4321ac service neutron] Pushing event updated for resources: {'Port': ['ID=f3d18953-bcab-4cdd-be63-8548fd3f02e8,revision_number=2']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:27:02.250951 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b709464d-7be1-42a9-a9d9-2081cc4321ac service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:27:02.251317 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b709464d-7be1-42a9-a9d9-2081cc4321ac service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:27:02.251675 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b709464d-7be1-42a9-a9d9-2081cc4321ac service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:27:02.252031 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b709464d-7be1-42a9-a9d9-2081cc4321ac service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:27:02.252383 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b709464d-7be1-42a9-a9d9-2081cc4321ac service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:27:02.252731 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b709464d-7be1-42a9-a9d9-2081cc4321ac service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:27:02.253076 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b709464d-7be1-42a9-a9d9-2081cc4321ac service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:27:02.253419 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b709464d-7be1-42a9-a9d9-2081cc4321ac service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:27:02.253762 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b709464d-7be1-42a9-a9d9-2081cc4321ac service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:27:02.254102 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b709464d-7be1-42a9-a9d9-2081cc4321ac service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:27:02.254467 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b709464d-7be1-42a9-a9d9-2081cc4321ac service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:27:02.254812 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b709464d-7be1-42a9-a9d9-2081cc4321ac service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:27:02.262990 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-b709464d-7be1-42a9-a9d9-2081cc4321ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:27:02.329304 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [req-4cbaa596-a2ff-4626-a74f-d48cfeca207c req-b709464d-7be1-42a9-a9d9-2081cc4321ac service neutron] Attempting to bind port f3d18953-bcab-4cdd-be63-8548fd3f02e8 on host hv-cinder-78907 for vnic_type normal with profile  {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 02 03:27:02.329637 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [req-4cbaa596-a2ff-4626-a74f-d48cfeca207c req-b709464d-7be1-42a9-a9d9-2081cc4321ac service neutron] Attempting to bind port f3d18953-bcab-4cdd-be63-8548fd3f02e8 by drivers openvswitch,hyperv on host hv-cinder-78907 at level 0 using segments [{'id': '041814a6-5514-4282-9c67-856e927b1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'da3f1972-ca90-446b-bdc0-2bb6c05c6dc8'}] {{(pid=73900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 02 03:27:02.329964 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbaa596-a2ff-4626-a74f-d48cfeca207c req-b709464d-7be1-42a9-a9d9-2081cc4321ac service neutron] Attempting to bind port f3d18953-bcab-4cdd-be63-8548fd3f02e8 on network da3f1972-ca90-446b-bdc0-2bb6c05c6dc8 {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:27:02.335503 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbaa596-a2ff-4626-a74f-d48cfeca207c req-b709464d-7be1-42a9-a9d9-2081cc4321ac service neutron] Port f3d18953-bcab-4cdd-be63-8548fd3f02e8 on network da3f1972-ca90-446b-bdc0-2bb6c05c6dc8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78907 {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 02 03:27:02.335825 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbaa596-a2ff-4626-a74f-d48cfeca207c req-b709464d-7be1-42a9-a9d9-2081cc4321ac service neutron] Attempting to bind port f3d18953-bcab-4cdd-be63-8548fd3f02e8 on network da3f1972-ca90-446b-bdc0-2bb6c05c6dc8 {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:27:02.340879 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbaa596-a2ff-4626-a74f-d48cfeca207c req-b709464d-7be1-42a9-a9d9-2081cc4321ac service neutron] Checking agent: {'id': '8531ff9a-0c75-4a44-9da7-2507d2e05f16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 8, 9), 'started_at': datetime.datetime(2021, 5, 2, 3, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 02 03:27:02.341215 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbaa596-a2ff-4626-a74f-d48cfeca207c req-b709464d-7be1-42a9-a9d9-2081cc4321ac service neutron] Checking segment: {'id': '041814a6-5514-4282-9c67-856e927b1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'da3f1972-ca90-446b-bdc0-2bb6c05c6dc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:27:02.341597 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbaa596-a2ff-4626-a74f-d48cfeca207c req-b709464d-7be1-42a9-a9d9-2081cc4321ac service neutron] Bound using segment: {'id': '041814a6-5514-4282-9c67-856e927b1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'da3f1972-ca90-446b-bdc0-2bb6c05c6dc8'} {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 02 03:27:02.342016 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [req-4cbaa596-a2ff-4626-a74f-d48cfeca207c req-b709464d-7be1-42a9-a9d9-2081cc4321ac service neutron] Bound port: f3d18953-bcab-4cdd-be63-8548fd3f02e8, host: hv-cinder-78907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '041814a6-5514-4282-9c67-856e927b1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'da3f1972-ca90-446b-bdc0-2bb6c05c6dc8'}}] {{(pid=73900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 02 03:27:02.342358 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-4cbaa596-a2ff-4626-a74f-d48cfeca207c req-b709464d-7be1-42a9-a9d9-2081cc4321ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:27:02.410215 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-51c15564-b9b1-44d5-87fe-460b2ab5b05d req-a4c0bfd9-d4d0-458c-8f82-d071c3263093 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0427947
May 02 03:27:02.434722 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [req-4cbaa596-a2ff-4626-a74f-d48cfeca207c req-b709464d-7be1-42a9-a9d9-2081cc4321ac service neutron] For port f3d18953-bcab-4cdd-be63-8548fd3f02e8, host hv-cinder-78907, cleared binding levels {{(pid=73900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 02 03:27:02.437957 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [req-4cbaa596-a2ff-4626-a74f-d48cfeca207c req-b709464d-7be1-42a9-a9d9-2081cc4321ac service neutron] For port f3d18953-bcab-4cdd-be63-8548fd3f02e8, host hv-cinder-78907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=f3d18953-bcab-4cdd-be63-8548fd3f02e8,segment=NetworkSegment(041814a6-5514-4282-9c67-856e927b1b01),segment_id=041814a6-5514-4282-9c67-856e927b1b01)] {{(pid=73900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 02 03:27:02.441195 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-4cbaa596-a2ff-4626-a74f-d48cfeca207c req-b709464d-7be1-42a9-a9d9-2081cc4321ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-899214'] for port, after_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:27:02.446055 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-6345ccf4-0de8-472c-998f-9e3587f17a9a tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:27:02.498112 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbaa596-a2ff-4626-a74f-d48cfeca207c req-b709464d-7be1-42a9-a9d9-2081cc4321ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:27:02.498760 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-4cbaa596-a2ff-4626-a74f-d48cfeca207c req-b709464d-7be1-42a9-a9d9-2081cc4321ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for port, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:27:02.500113 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-4cbaa596-a2ff-4626-a74f-d48cfeca207c req-b709464d-7be1-42a9-a9d9-2081cc4321ac service neutron] 10.222.0.37 "PUT /v2.0/ports/f3d18953-bcab-4cdd-be63-8548fd3f02e8 HTTP/1.1" status: 200  len: 1093 time: 1.0115752
May 02 03:27:02.500600 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10824aa1-9107-47a4-bda7-a0b7a00e2f2d', 'tag': 'f3d18953-bcab-4cdd-be63-8548fd3f02e8'}] {{(pid=73900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:27:02.543619 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b709464d-7be1-42a9-a9d9-2081cc4321ac service neutron] Pushing event updated for resources: {'Port': ['ID=f3d18953-bcab-4cdd-be63-8548fd3f02e8,revision_number=3']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:27:02.586045 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-b709464d-7be1-42a9-a9d9-2081cc4321ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:27:02.634037 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbaa596-a2ff-4626-a74f-d48cfeca207c req-83916b96-4486-41db-bf3e-e92ae763ede4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:27:02.635831 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-4cbaa596-a2ff-4626-a74f-d48cfeca207c req-83916b96-4486-41db-bf3e-e92ae763ede4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=86db9b6555854b9aa34776c9d15d0123&device_id=10824aa1-9107-47a4-bda7-a0b7a00e2f2d HTTP/1.1" status: 200  len: 1096 time: 0.0896401
May 02 03:27:02.656419 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf91b9f-1480-4dca-b5e9-2cb1a04c05c4 req-d64d9baf-2387-4233-af26-3dc29a49fbf2 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:27:02.663758 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-fdf91b9f-1480-4dca-b5e9-2cb1a04c05c4 req-d64d9baf-2387-4233-af26-3dc29a49fbf2 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] 10.222.0.38 "GET /v2.0/ports?device_id=10824aa1-9107-47a4-bda7-a0b7a00e2f2d HTTP/1.1" status: 200  len: 943 time: 0.1160004
May 02 03:27:02.706953 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-fdf91b9f-1480-4dca-b5e9-2cb1a04c05c4 req-c8fc469c-5c39-495f-8e77-16e93b3b788e tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] 10.222.0.38 "GET /v2.0/security-groups?id=901e5bda-908c-456a-8527-f412228267bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420642
May 02 03:27:02.726328 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-4cbaa596-a2ff-4626-a74f-d48cfeca207c req-ed5f0b44-815f-4a39-beea-198b465b91f8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3d18953-bcab-4cdd-be63-8548fd3f02e8 HTTP/1.1" status: 200  len: 217 time: 0.0831869
May 02 03:27:02.769020 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10824aa1-9107-47a4-bda7-a0b7a00e2f2d', 'tag': 'f3d18953-bcab-4cdd-be63-8548fd3f02e8', 'status': 'completed', 'code': 200}
May 02 03:27:02.800166 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbaa596-a2ff-4626-a74f-d48cfeca207c req-64b6d651-c634-4a53-ab22-2b93de966f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:27:02.801503 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-4cbaa596-a2ff-4626-a74f-d48cfeca207c req-64b6d651-c634-4a53-ab22-2b93de966f0f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d3b1b4f7-5da0-457c-8875-76261a70ff20 HTTP/1.1" status: 200  len: 854 time: 0.0693121
May 02 03:27:02.878539 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbaa596-a2ff-4626-a74f-d48cfeca207c req-4ea0e608-202e-4a17-8bbc-123511fd4fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:27:02.880042 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-4cbaa596-a2ff-4626-a74f-d48cfeca207c req-4ea0e608-202e-4a17-8bbc-123511fd4fc2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da3f1972-ca90-446b-bdc0-2bb6c05c6dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0711377
May 02 03:27:03.012405 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-4cbaa596-a2ff-4626-a74f-d48cfeca207c req-54b94829-be74-451e-a83c-fbfdbe9098e5 service neutron] 10.222.0.37 "GET /v2.0/networks/da3f1972-ca90-446b-bdc0-2bb6c05c6dc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1250660
May 02 03:27:03.060222 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-59903d78-fd1a-4c27-aead-9fd3a35ae6ff req-e103cd45-dd32-47ad-8244-7e4916a3f211 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0426648
May 02 03:27:03.145303 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-4cbaa596-a2ff-4626-a74f-d48cfeca207c req-cccafda2-19af-4e86-b049-1a6246ab2a87 service neutron] 10.222.0.37 "GET /v2.0/networks/da3f1972-ca90-446b-bdc0-2bb6c05c6dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1265466
May 02 03:27:03.261994 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2597547-a915-452f-adee-cbc89c776f31 req-26f6a1d3-9740-41a1-8f92-4b2421034608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:27:03.263541 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-d2597547-a915-452f-adee-cbc89c776f31 req-26f6a1d3-9740-41a1-8f92-4b2421034608 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=86db9b6555854b9aa34776c9d15d0123&device_id=10824aa1-9107-47a4-bda7-a0b7a00e2f2d HTTP/1.1" status: 200  len: 1096 time: 0.0720098
May 02 03:27:03.394544 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2597547-a915-452f-adee-cbc89c776f31 req-63502a51-eb56-4663-89f6-4143f94fbb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:27:03.396637 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-d2597547-a915-452f-adee-cbc89c776f31 req-63502a51-eb56-4663-89f6-4143f94fbb4a service neutron] 10.222.0.37 "GET /v2.0/networks?id=da3f1972-ca90-446b-bdc0-2bb6c05c6dc8 HTTP/1.1" status: 200  len: 916 time: 0.1259401
May 02 03:27:03.468850 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-d2597547-a915-452f-adee-cbc89c776f31 req-7cf38c89-1945-4096-a022-48656c5f4b92 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3d18953-bcab-4cdd-be63-8548fd3f02e8 HTTP/1.1" status: 200  len: 217 time: 0.0646288
May 02 03:27:03.535079 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2597547-a915-452f-adee-cbc89c776f31 req-80f44482-ee96-4b31-9f5f-6eada174f408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:27:03.537164 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-d2597547-a915-452f-adee-cbc89c776f31 req-80f44482-ee96-4b31-9f5f-6eada174f408 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d3b1b4f7-5da0-457c-8875-76261a70ff20 HTTP/1.1" status: 200  len: 854 time: 0.0608852
May 02 03:27:03.568785 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-61995e35-55c7-410c-9ed5-b03db8576442 req-e4b9927e-adec-4d60-8b26-98c725902648 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0424781
May 02 03:27:03.616022 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2597547-a915-452f-adee-cbc89c776f31 req-3c39765e-c361-43f2-8c4e-d983ca86fa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:27:03.617492 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-d2597547-a915-452f-adee-cbc89c776f31 req-3c39765e-c361-43f2-8c4e-d983ca86fa20 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da3f1972-ca90-446b-bdc0-2bb6c05c6dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0740714
May 02 03:27:03.749052 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-d2597547-a915-452f-adee-cbc89c776f31 req-79798a0e-9662-4170-8e07-ad43ff583b4e service neutron] 10.222.0.37 "GET /v2.0/networks/da3f1972-ca90-446b-bdc0-2bb6c05c6dc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1242266
May 02 03:27:03.897377 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7ead6-238e-4b39-8fed-b70ac42bfa79 req-d743600f-a6ad-459b-89a6-7fad52e4ef96 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:27:03.898941 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9ca7ead6-238e-4b39-8fed-b70ac42bfa79 req-d743600f-a6ad-459b-89a6-7fad52e4ef96 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] 10.222.0.38 "GET /v2.0/ports?device_id=10824aa1-9107-47a4-bda7-a0b7a00e2f2d HTTP/1.1" status: 200  len: 943 time: 0.0873857
May 02 03:27:03.944867 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9ca7ead6-238e-4b39-8fed-b70ac42bfa79 req-63286a9c-09ad-4d08-8943-6d4e4e095bdd tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] 10.222.0.38 "GET /v2.0/security-groups?id=901e5bda-908c-456a-8527-f412228267bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400136
May 02 03:27:03.973514 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-d2597547-a915-452f-adee-cbc89c776f31 req-a8d2848e-3e64-4647-a2dd-67916b879803 service neutron] 10.222.0.37 "GET /v2.0/networks/da3f1972-ca90-446b-bdc0-2bb6c05c6dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2169092
May 02 03:27:04.215114 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-95c4738e-bb6e-4703-ab9a-250fd4fe1b5c req-35994336-a306-4eef-b60d-13d13ebff172 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0422156
May 02 03:27:04.722159 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-bdeda6af-5432-4ea4-8e76-b9c5c2a653a7 req-3f82d41f-5b80-4ce9-9574-1f80fa9a01d7 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0453596
May 02 03:27:05.112792 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-71f7ea44-6cba-4af3-933b-9672cb9a5694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:27:05.126476 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703eb1a-ada8-4def-8ba6-78576cef766c req-aa92d8c6-ad1f-437b-899f-cf3ff11ba70f tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:27:05.127911 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-6703eb1a-ada8-4def-8ba6-78576cef766c req-aa92d8c6-ad1f-437b-899f-cf3ff11ba70f tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] 10.222.0.38 "GET /v2.0/ports?device_id=10824aa1-9107-47a4-bda7-a0b7a00e2f2d HTTP/1.1" status: 200  len: 943 time: 0.0800407
May 02 03:27:05.172848 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-6703eb1a-ada8-4def-8ba6-78576cef766c req-2bd163b3-aaa5-490b-8136-36112404da3b tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] 10.222.0.38 "GET /v2.0/security-groups?id=901e5bda-908c-456a-8527-f412228267bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386021
May 02 03:27:05.369484 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-45c32054-e697-4d75-99dc-e9417db6494d req-3de9914b-80b3-4e6e-8c92-206f3bdc4897 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0464289
May 02 03:27:05.872819 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-ed22840b-3cf9-4828-8f5b-7afaf289df95 req-b02916cf-c0d6-49c1-a44f-0568f50aea81 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0432734
May 02 03:27:06.264016 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device f3d18953-bcab-4cdd-be63-8548fd3f02e8 details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=73902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 02 03:27:06.356110 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b2a93-4ef6-4d17-ac62-c2e65909600a req-23431eff-ded9-4f48-b2e8-ca408214f2fa tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:27:06.357550 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2e8b2a93-4ef6-4d17-ac62-c2e65909600a req-23431eff-ded9-4f48-b2e8-ca408214f2fa tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] 10.222.0.38 "GET /v2.0/ports?device_id=10824aa1-9107-47a4-bda7-a0b7a00e2f2d HTTP/1.1" status: 200  len: 943 time: 0.0801725
May 02 03:27:06.397564 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port f3d18953-bcab-4cdd-be63-8548fd3f02e8, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=f3d18953-bcab-4cdd-be63-8548fd3f02e8,segment=NetworkSegment(041814a6-5514-4282-9c67-856e927b1b01),segment_id=041814a6-5514-4282-9c67-856e927b1b01)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:27:06.407254 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2e8b2a93-4ef6-4d17-ac62-c2e65909600a req-d74c59b8-65aa-455c-8788-78100b22c5cb tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] 10.222.0.38 "GET /v2.0/security-groups?id=901e5bda-908c-456a-8527-f412228267bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439222
May 02 03:27:06.412119 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Returning: {'device': 'f3d18953-bcab-4cdd-be63-8548fd3f02e8', 'network_id': 'da3f1972-ca90-446b-bdc0-2bb6c05c6dc8', 'port_id': 'f3d18953-bcab-4cdd-be63-8548fd3f02e8', 'mac_address': 'fa:16:3e:37:01:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3b1b4f7-5da0-457c-8875-76261a70ff20', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 02 03:27:06.496072 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:27:06.513116 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.notifiers.nova [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3d18953-bcab-4cdd-be63-8548fd3f02e8 {{(pid=73902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 02 03:27:06.518679 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-8db9874b-fa57-49c0-aadc-8b45fadfc0c1 req-9267c3a9-486d-494b-96b2-0392f9523ba7 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0433257
May 02 03:27:06.529098 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port f3d18953-bcab-4cdd-be63-8548fd3f02e8, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=f3d18953-bcab-4cdd-be63-8548fd3f02e8,segment=NetworkSegment(041814a6-5514-4282-9c67-856e927b1b01),segment_id=041814a6-5514-4282-9c67-856e927b1b01)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:27:06.533247 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:27:06.535328 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-0fcfda78-b118-4912-97a6-b96bb300d0ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:27:06.602329 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Pushing event updated for resources: {'Port': ['ID=f3d18953-bcab-4cdd-be63-8548fd3f02e8,revision_number=4']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:27:06.605420 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:27:06.824872 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] get_ports_and_sgs() called for port_ids ['f3d18953-bcab-4cdd-be63-8548fd3f02e8'] {{(pid=73902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 02 03:27:07.021893 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-dd919a41-1483-49e9-bb58-9aef002300f3 req-9d0a74b3-26c9-4939-92ae-37d787b73e8e tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0424218
May 02 03:27:07.596920 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c42c7-37e4-4996-88d9-20550fbbff05 req-11669622-d799-427c-8057-a1d410b1c2fd tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:27:07.598668 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-8a5c42c7-37e4-4996-88d9-20550fbbff05 req-11669622-d799-427c-8057-a1d410b1c2fd tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] 10.222.0.38 "GET /v2.0/ports?device_id=10824aa1-9107-47a4-bda7-a0b7a00e2f2d HTTP/1.1" status: 200  len: 944 time: 0.0844364
May 02 03:27:07.678854 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a5eb3b23-6861-4f1e-bd79-778b15879103 req-c2c36ff9-ce61-4175-9d0b-64c49a25169b tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0531745
May 02 03:27:07.685938 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-8a5c42c7-37e4-4996-88d9-20550fbbff05 req-c3a6f7e0-9059-4a2d-8bd9-20ae01d3726e tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] 10.222.0.38 "GET /v2.0/security-groups?id=901e5bda-908c-456a-8527-f412228267bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816207
May 02 03:27:07.759994 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:27:08.125188 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-1268f3d8-543c-4930-bd76-fd1ded2799a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:27:08.174102 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-bccff652-be1a-4120-aa2d-6fe8daf79752 req-e7da1bf5-6352-4007-9563-6233c78efc99 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0453100
May 02 03:27:08.294720 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device f3d18953-bcab-4cdd-be63-8548fd3f02e8 up at agent hyperv_hv-cinder-78907 {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:27:08.360555 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Provisioning for port f3d18953-bcab-4cdd-be63-8548fd3f02e8 completed by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:27:08.365927 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Provisioning complete for port f3d18953-bcab-4cdd-be63-8548fd3f02e8 triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:27:08.366295 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:27:08.481315 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:27:08.508677 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10824aa1-9107-47a4-bda7-a0b7a00e2f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d18953-bcab-4cdd-be63-8548fd3f02e8'}] {{(pid=73902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:27:08.518253 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port f3d18953-bcab-4cdd-be63-8548fd3f02e8, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=f3d18953-bcab-4cdd-be63-8548fd3f02e8,segment=NetworkSegment(041814a6-5514-4282-9c67-856e927b1b01),segment_id=041814a6-5514-4282-9c67-856e927b1b01)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:27:08.522360 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:27:08.524686 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-1e12f053-01d4-4d1f-82c8-1a73369a432c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:27:08.595466 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Pushing event updated for resources: {'Port': ['ID=f3d18953-bcab-4cdd-be63-8548fd3f02e8,revision_number=5']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:27:08.599535 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:27:08.607905 dv-cinder-789077-1-iscsi neutron-server[73902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10824aa1-9107-47a4-bda7-a0b7a00e2f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d18953-bcab-4cdd-be63-8548fd3f02e8', 'code': 200}
May 02 03:27:08.851775 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d119dfe-407e-40d6-bd85-45f81a9ebed9 req-f47c06bd-22ac-42b8-ae42-b52df2809364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:27:08.853241 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-5d119dfe-407e-40d6-bd85-45f81a9ebed9 req-f47c06bd-22ac-42b8-ae42-b52df2809364 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=10824aa1-9107-47a4-bda7-a0b7a00e2f2d HTTP/1.1" status: 200  len: 1098 time: 0.0832632
May 02 03:27:08.884155 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-3649ba16-414a-43c4-97fa-af8248a3f7d7 req-7d7fde02-2629-47e1-a273-19f771f2c107 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0895391
May 02 03:27:08.896165 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-5d119dfe-407e-40d6-bd85-45f81a9ebed9 req-6a4676af-4b7a-4a55-9fc1-1b07eab631e0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=901e5bda-908c-456a-8527-f412228267bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0361948
May 02 03:27:08.928527 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94629432-2887-4d24-a39f-ec1ed447c0f1 req-7845dffd-719d-4655-8ce7-097166aa6b21 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:27:08.929998 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-94629432-2887-4d24-a39f-ec1ed447c0f1 req-7845dffd-719d-4655-8ce7-097166aa6b21 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] 10.222.0.38 "GET /v2.0/ports?device_id=10824aa1-9107-47a4-bda7-a0b7a00e2f2d HTTP/1.1" status: 200  len: 945 time: 0.0975661
May 02 03:27:08.979355 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-94629432-2887-4d24-a39f-ec1ed447c0f1 req-436f32be-903a-45ae-9238-345822b91865 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] 10.222.0.38 "GET /v2.0/security-groups?id=901e5bda-908c-456a-8527-f412228267bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432811
May 02 03:27:09.250822 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:27:09.461353 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-ca3335ce-51e4-459e-9e82-5a7de6aa8684 req-a809570f-c423-4d33-a89d-d81ab68e710a tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0436819
May 02 03:27:10.036163 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-72df3b71-15f5-4fbc-bc25-80db3c6d01ae req-3690d004-fa4f-4109-82ee-2a2113db237c tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0427413
May 02 03:27:10.250130 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d2290-a636-44c7-98de-34e33a367447 req-144fe0b6-b79c-4c0a-b39e-d3a40464f084 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:27:10.251594 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-246d2290-a636-44c7-98de-34e33a367447 req-144fe0b6-b79c-4c0a-b39e-d3a40464f084 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] 10.222.0.38 "GET /v2.0/ports?device_id=10824aa1-9107-47a4-bda7-a0b7a00e2f2d HTTP/1.1" status: 200  len: 945 time: 0.1657047
May 02 03:27:10.295863 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-246d2290-a636-44c7-98de-34e33a367447 req-48defb9c-beed-40e1-b060-33236c730a30 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] 10.222.0.38 "GET /v2.0/security-groups?id=901e5bda-908c-456a-8527-f412228267bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377750
May 02 03:27:10.478494 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80c50f-7c7b-464c-a4db-484fefb15170 req-563570ff-de6f-4c2c-ab1f-b671b459e5ee tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:27:10.479979 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2b80c50f-7c7b-464c-a4db-484fefb15170 req-563570ff-de6f-4c2c-ab1f-b671b459e5ee tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] 10.222.0.38 "GET /v2.0/ports?device_id=10824aa1-9107-47a4-bda7-a0b7a00e2f2d HTTP/1.1" status: 200  len: 945 time: 0.0818033
May 02 03:27:10.527542 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2b80c50f-7c7b-464c-a4db-484fefb15170 req-fcbcb8dd-b361-4f79-9d51-b81e475762f0 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] 10.222.0.38 "GET /v2.0/security-groups?id=901e5bda-908c-456a-8527-f412228267bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417855
May 02 03:27:10.612215 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-efb1fa18-197d-4c0d-a48e-4eb84da91188 req-2cfca9be-e7a1-422d-bc29-17a75b06fa58 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0430095
May 02 03:27:10.789890 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:27:10.931901 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795966a5-993f-44f7-bdd4-7453b5034388 req-e4134902-48ea-4e2d-91e0-f1d70ed40d55 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:27:10.933380 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-795966a5-993f-44f7-bdd4-7453b5034388 req-e4134902-48ea-4e2d-91e0-f1d70ed40d55 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] 10.222.0.38 "GET /v2.0/ports?device_id=10824aa1-9107-47a4-bda7-a0b7a00e2f2d HTTP/1.1" status: 200  len: 945 time: 0.0819335
May 02 03:27:10.982105 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-795966a5-993f-44f7-bdd4-7453b5034388 req-6eb66f6a-5218-4623-b08f-7822195b08ee tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] 10.222.0.38 "GET /v2.0/security-groups?id=901e5bda-908c-456a-8527-f412228267bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429897
May 02 03:27:11.183738 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:27:11.184786 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-b29063b2-43a7-4c92-ab8a-9b8a16bd53fd req-0fe12cf2-752b-4fac-8057-a0e719becdd5 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0443437
May 02 03:27:11.761652 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-02e75f7e-80b2-48f8-a0bc-5005271febb0 req-e4db58b2-c26a-4a49-84ec-69d00aeb5b38 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0444949
May 02 03:27:12.338395 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-b6d4d428-cfed-4f2d-bb27-8d7650ab7c0c req-6e3753aa-05e8-4545-bb4d-73d1b754d268 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0450342
May 02 03:27:12.932142 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-0a7b8386-4c09-4ddd-8c8e-b8ba7de582f5 req-d18fd1cb-afcc-41c9-a0e7-de37e5297742 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0492322
May 02 03:27:13.503836 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-05e4b42d-52c1-4af6-8298-8499fbd05012 req-ba454580-3977-4f79-b9f6-4a96b47ba6df tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0601025
May 02 03:27:14.088145 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-283241f7-aba4-43ee-a414-7cdc73ec8fa5 req-18009c1d-7c97-476c-9aa3-4170e564d7ec tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0472162
May 02 03:27:14.651077 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4473cf47-1919-4cdd-9c0b-60720bd83b1f req-0ed3b8fa-ce38-475b-b876-c67a7ee85fb6 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0420563
May 02 03:27:15.237615 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-55f2e177-d5ad-4808-a101-1232afd5836d req-dd9602ae-1009-4373-96ee-d22cb0186401 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0417523
May 02 03:27:15.808597 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-d007f6b9-cdfe-4b14-b5d3-37279c23dac3 req-a91e2d5e-547c-4148-86ca-c902e3937326 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0459557
May 02 03:27:16.387556 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-ddf29251-3618-4bda-9fcf-945b307dcc77 req-fc979250-765f-43c1-adcb-b22f7b63a179 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0426857
May 02 03:27:16.957583 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-73578bb8-a838-427b-bde7-fa4f6c0727a8 req-34473896-cddf-4f42-aab5-d8184232ecf6 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0433345
May 02 03:27:17.541423 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-73c9c941-6b35-4270-a69b-1c537b92c801 req-6db49ec5-e074-469d-b8ee-1c43e57604e1 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0453854
May 02 03:27:18.102882 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2a9c34ea-1463-4d83-b2c2-bfb7e9466a64 req-3d596506-efd9-4782-9b6f-b2bdae14e98e tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0427542
May 02 03:27:18.689381 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e0a71fcd-85d9-4f4e-9e0b-cb4996008986 req-eff849c7-faaa-49ae-a0e3-fc69415d687f tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0430949
May 02 03:27:19.253257 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-5dfe5217-6494-498f-8061-c3feea7bee33 req-022ea34b-0df4-4dc8-be7e-76167c911119 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0451734
May 02 03:27:19.843114 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e14a09e7-703c-4646-ad9c-ced63bf927d4 req-0785d392-83c5-43f9-b9ec-884dd930ac6d tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0417585
May 02 03:27:20.019536 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-d9a69c86-0f63-4e2b-ba68-85d7074acd43 req-1dd63793-167c-43dc-bc1e-31c588f97715 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a314e278-8c52-4e98-b68a-8402418c5600&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0713141
May 02 03:27:20.159985 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a69c86-0f63-4e2b-ba68-85d7074acd43 req-d35f7dad-cedc-42dd-9581-f84e69d1c000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:27:20.161475 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-d9a69c86-0f63-4e2b-ba68-85d7074acd43 req-d35f7dad-cedc-42dd-9581-f84e69d1c000 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a9fa23c656804d85929e20a6cdbea65a&device_id=a314e278-8c52-4e98-b68a-8402418c5600 HTTP/1.1" status: 200  len: 1098 time: 0.0723143
May 02 03:27:20.307009 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a69c86-0f63-4e2b-ba68-85d7074acd43 req-74c38908-8171-4f79-95c5-26527bce59a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:27:20.308459 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-d9a69c86-0f63-4e2b-ba68-85d7074acd43 req-74c38908-8171-4f79-95c5-26527bce59a0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e3c24553-093c-4dba-a579-e14fc9bf8125 HTTP/1.1" status: 200  len: 916 time: 0.1279633
May 02 03:27:20.381034 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-d9a69c86-0f63-4e2b-ba68-85d7074acd43 req-069f77de-65fa-4ed7-aa47-833718437fcb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c740e356-47d6-4db3-ae8b-2b0bf3d4b588 HTTP/1.1" status: 200  len: 217 time: 0.0655024
May 02 03:27:20.401220 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a6d9e673-d3e8-4414-b4fe-62a0d945803b req-77c91c52-931a-4fa2-b10f-8ddea23861ad tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0425086
May 02 03:27:20.443493 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a69c86-0f63-4e2b-ba68-85d7074acd43 req-8fc829a8-e554-461d-8c6b-6e513f564dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:27:20.444917 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-d9a69c86-0f63-4e2b-ba68-85d7074acd43 req-8fc829a8-e554-461d-8c6b-6e513f564dcc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d5979161-d7b0-4fdb-a66c-2a0a0a8b9b09 HTTP/1.1" status: 200  len: 855 time: 0.0569041
May 02 03:27:20.495439 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-d9a69c86-0f63-4e2b-ba68-85d7074acd43 req-b337b0e4-3dcc-434b-bcc5-785ddbb00f7c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3c24553-093c-4dba-a579-e14fc9bf8125&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0435042
May 02 03:27:20.623963 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-d9a69c86-0f63-4e2b-ba68-85d7074acd43 req-dc174387-6dda-41ea-9e8c-d41dfb80866f service neutron] 10.222.0.37 "GET /v2.0/networks/e3c24553-093c-4dba-a579-e14fc9bf8125?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1222415
May 02 03:27:20.755735 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-d9a69c86-0f63-4e2b-ba68-85d7074acd43 req-c67650ae-02b6-41f2-b5c1-dedc5df95ac8 service neutron] 10.222.0.37 "GET /v2.0/networks/e3c24553-093c-4dba-a579-e14fc9bf8125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240675
May 02 03:27:20.996231 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e93ffcc7-26bb-4962-b7ee-9dbc8190bde8 req-567857be-f9cf-4d36-be43-196aaaf3dc94 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0483251
May 02 03:27:21.546284 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-0bc8192b-61d2-474c-af2d-5f39aadf4960 req-3f21cb8f-b94c-48c3-ad15-e12bfffa76c6 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0427961
May 02 03:27:22.142074 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c2e53c49-7347-4684-9537-cfe1fb31c2b4 req-c10e39bd-47f6-4cab-8f10-65f37bbb3894 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0421746
May 02 03:27:22.698294 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e2c0258a-35af-4ca5-9b40-84bd44da06f2 req-7396dcf5-16c1-424e-b06d-000e467dc084 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0454087
May 02 03:27:23.293483 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-eb9e3845-0292-421c-91d7-247b7c922027 req-9b36edcc-5be1-4773-8fb9-f86e12cf12e1 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0427520
May 02 03:27:23.846167 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-44afb5a0-f1a3-40dc-94a2-59b10e70d25e req-6b409e74-3aa5-4ec8-aa57-e031f44eefdd tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0420876
May 02 03:27:24.442160 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-469634d1-5812-4248-b77f-0e7377af0b3a req-4df0264d-ac1e-4522-b9e1-bfb924f16360 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0453432
May 02 03:27:24.996370 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e45231e1-cfab-43b6-bab9-7855c8b89803 req-6461f55b-5f77-4178-bfd6-bee079802f89 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0452302
May 02 03:27:25.588269 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-0319b6ff-1874-4810-b749-17bc8d8a69ba req-ae4e156e-5571-4eed-adc1-219e22054ec4 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0414538
May 02 03:27:26.222228 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4d86b030-9587-4de6-bcf2-bf30c403850a req-a8cb40ad-be82-4033-aed0-7b1de20f2dbb tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.1185160
May 02 03:27:26.736870 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-57fa4882-ac73-4ba6-9dda-cc30fac869c0 req-2115b7c8-c4b4-4ae4-af23-f85ff5393aa1 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0422421
May 02 03:27:27.367454 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-32a9a777-c6b9-4e11-9c46-9e6b707228c5 req-7b1ec6d5-e828-4216-9586-46b3e4ff585e tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0421450
May 02 03:27:27.889539 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-6b293ec9-9452-42a6-9bb5-094790dd59ca req-05359e69-27cc-46ff-8bee-4a059cd7334e tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0445719
May 02 03:27:28.513000 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-8e4e49e4-4848-483c-990b-9a95943817a3 req-daa179ac-0318-4fa5-8271-fe375f0b5529 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0421042
May 02 03:27:29.060192 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-6f7252d7-31e7-4be3-bfc8-8f1271599c09 req-d1c39080-ab9c-4896-9fb3-87cc9acba019 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0434875
May 02 03:27:29.664522 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-f92c5fad-effa-4007-bce9-21b547c741b2 req-b00952c9-aa6d-448d-94bb-965fda8fe7ed tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0448072
May 02 03:27:30.334379 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4f5bec81-542a-48ee-93c5-f174719b0a04 req-d05ea3de-b6d3-48b4-a978-d2c1fb25abba tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0424173
May 02 03:27:30.813592 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2b46df28-f4f8-40d6-85d9-14312df2753c req-7b624d00-369c-4949-a089-bd5e6810678d tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0425653
May 02 03:27:31.485202 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c318cc54-a8c9-4a36-8715-6e0769e84c5f req-642fe2ad-a513-4ff8-b0b6-19e37e36f2c9 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0449836
May 02 03:27:31.658045 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:27:31.961514 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-175a8fef-57a2-4ccf-b1dc-99703a12f23b req-cc3f52f4-34eb-4be7-9658-5f6932d375b0 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0430369
May 02 03:27:32.632668 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-3ace42c2-5c94-47dd-8536-1d823f894029 req-d2ab3736-4c21-4470-a36d-805e7386270e tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0428510
May 02 03:27:33.122174 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-18a0620a-bb59-4953-93b8-63a3788ba65d req-6e34486d-0fbe-4671-b964-5ea7058c22e3 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0461717
May 02 03:27:33.782153 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-45724292-e30f-48ae-a9b3-fa798dcf4896 req-48eab1d2-9692-4290-bec4-8297af13f0eb tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0431685
May 02 03:27:34.268820 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-6f0bab22-5763-4b85-8c2a-a4ee8a98ebb8 req-727a9155-0f20-4afa-9037-6ff79e644e2d tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0420110
May 02 03:27:34.933676 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4b415953-d89c-4c72-ace4-3aa54de2c28c req-0efab864-a2cb-45c1-9f92-2f1b1b8169e5 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0472074
May 02 03:27:35.114837 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-27197ccf-753a-4f62-9e4e-7e55f0ad822c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:27:35.415168 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-1e9a956f-a299-4786-a1f4-474a1f26e963 req-3199d8ee-379d-4780-ad03-82f82bdc996b tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0426228
May 02 03:27:36.078793 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-5771109b-3cd8-4db0-b9b3-45caf671d5de req-015279dc-f389-4647-a199-396728f60b86 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0423169
May 02 03:27:36.567232 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c8eba09c-89b3-4857-960d-b35613b80ddb req-6419aa80-78d8-4149-aaf4-63431ffbc288 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0458136
May 02 03:27:37.230540 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-cec2f599-ec33-42b1-a71b-09cf9a51385e req-e1cc80a6-a341-417b-bf32-a8ba9f2a54f0 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0436704
May 02 03:27:37.720216 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-18bea09d-1d1a-4cc1-bb67-71eebe39222a req-7b3851a5-26ac-4874-a46c-79679a9f9549 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0428882
May 02 03:27:37.764400 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:27:38.127447 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-443b2950-2825-4173-bac1-5f0cdc8fc134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:27:38.380647 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-da30b294-5408-4378-94b0-939fc0d63613 req-d49786bd-65ce-48c9-8132-d432f16a2493 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0452938
May 02 03:27:38.870578 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-fed26c63-878d-4f98-bac0-ea0557f3b0f3 req-572d211d-6bc3-4de5-a227-59f54024014e tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0425289
May 02 03:27:39.253464 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:27:39.527254 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9d7bb57d-7c4f-4a16-a995-0a7e11f99e36 req-5d4c61c5-293b-4e08-b81c-e924607767fb tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0430307
May 02 03:27:40.023916 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-b0c06718-8eac-4f68-b051-cbbad5b309e5 req-8fe886e2-6c8d-497c-b31b-2d1aef6eab37 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0466332
May 02 03:27:40.677698 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-7138fea4-7de8-4f05-b531-fd1005f13b09 req-31445854-6b6d-4ea8-87cd-fc699e5e3b39 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0425704
May 02 03:27:40.791874 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:27:41.174723 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a5f0fdd5-8af4-48b8-8440-f862d0e113e9 req-bd49eed2-b85f-46ef-9cce-4c79c270c54a tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0422130
May 02 03:27:41.208656 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:27:41.830842 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a770b5e1-6024-4455-8bd5-51bd918ea241 req-bd982745-4772-4bc4-afe8-c0452ed120bb tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0455837
May 02 03:27:42.321368 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-950fb241-ab89-4026-9e19-d169963c26fc req-5d80722f-80ed-4e94-b928-d62b762324a5 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0418949
May 02 03:27:42.981682 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-82ef4444-71a1-4270-b610-339f995afa3f req-c3e8f513-8aca-441a-854c-a6a934e7a971 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0420029
May 02 03:27:43.473190 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-f1870f9e-6760-4d2a-ac45-abcf7c74d84e req-c1ed6d3e-4e44-4a0d-bd0c-e1da498037b6 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0455329
May 02 03:27:44.131687 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-5367d019-1bbc-488c-b463-cd90dde1eb2c req-586703d2-2957-4f1b-a34e-9fa385d1368a tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0434663
May 02 03:27:44.618343 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-7c8b752f-5e43-4859-9dbe-4045d5313c27 req-466448a3-aa05-409d-9613-6cc69a516a00 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0426857
May 02 03:27:45.358431 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-846796a2-5065-45e2-ad1b-fc3a7669f495 req-b6e5654d-12aa-4fda-8822-2a3db870b92f tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.1214075
May 02 03:27:45.765794 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-8fbe4017-65bd-4b0e-9186-c17d40d48ae7 req-7d9bc53e-fa2e-4213-ade5-26f401aec009 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0440607
May 02 03:27:46.506480 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-539d9a3d-212e-48e5-873e-36ee97318736 req-d1ce372b-f5af-417a-96ec-a544883c7178 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0430105
May 02 03:27:46.928866 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-8f458276-e92c-4cb5-97a9-1d20289cf2d5 req-39481064-a5a4-44c3-9f6a-cc281dfa4ff5 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0526955
May 02 03:27:47.655864 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-785329f0-fa69-4db0-bfdc-6b44e2f5f395 req-65a75b8e-82d4-49c7-8270-fce21593b3a2 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0434759
May 02 03:27:48.077485 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-73a34d86-ffec-4704-958b-1b6278e759ae req-429be715-b11d-4016-a8e8-ad1ccf75c0e4 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0421839
May 02 03:27:48.807790 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-1ba9639b-e591-4a89-9b7a-63a300d68883 req-ace11298-4441-42d4-b65c-9f461dcaf0f3 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0467684
May 02 03:27:49.227696 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-8b5dbb21-8090-4c36-86b9-ef7ba1946880 req-8f15914a-194e-4aa9-adac-8523d4334bc0 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0420504
May 02 03:27:49.955224 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2334609b-ab07-4f1b-aa98-a4f1b3dfaf15 req-6be6a41b-1e2a-47b3-8027-beb2df9a44b9 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0417247
May 02 03:27:50.381664 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9cabe7a5-d30d-472a-8de1-59ef0847ac3d req-74729c73-e605-461f-b7cc-e1f06b6d97fb tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0466681
May 02 03:27:51.105419 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-dcbe6525-48b3-425a-969a-f6e7c44a5a7d req-2623b895-bf90-440c-868b-84e531b09111 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0438797
May 02 03:27:51.525912 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9ba8ad3a-10b0-4a89-a74f-85879cb68bf3 req-d5989910-c6ae-4be3-9ce6-9e86368cef79 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0413609
May 02 03:27:52.256199 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-ebe6b86e-5cc6-47bc-9057-a8eaad729b6b req-f1e0905d-6d81-4364-b09e-38ac1187dc26 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0446315
May 02 03:27:52.674400 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-5525f46c-eec4-4715-a18f-7385d7bbb448 req-06f58795-4805-4a00-bd6e-33a8a3fdeebb tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0432870
May 02 03:27:53.404986 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-06e0fc88-eac2-4572-95eb-d9fdd408c8ba req-c9fb7163-809d-4f99-8366-d09418beeb6d tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0424359
May 02 03:27:53.831284 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2630ed1a-4dd2-436b-8f41-2bb12f5d6f19 req-4554fac8-e72f-4026-aada-308f7fc58a86 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0452838
May 02 03:27:54.555681 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-638c8bcd-653c-4651-b61f-b219f69d51c7 req-37549f7f-776b-4b2d-aec6-3532a0731c1f tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0420313
May 02 03:27:54.980316 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e95b06d8-93e1-407e-9f72-a5535744ac27 req-2cd2b44e-00e9-42fc-8e77-cb3e557524b8 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0426958
May 02 03:27:55.706596 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-783cf230-50ac-4cb7-ae83-f5ca8d808ef8 req-63d0d99f-c303-4ef8-951f-0686a8ecc362 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0458860
May 02 03:27:56.126392 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-b2d525d1-b7bc-4600-ae07-b5781c95f090 req-2c088eac-f6d1-422a-9556-03abec2a4bd7 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0423169
May 02 03:27:56.859659 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-42d6cf1d-404d-482c-b49b-8a1708405833 req-026af377-362f-43e0-983a-1506ce323f8a tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0439625
May 02 03:27:57.278711 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-0cdbf6b8-4743-4e70-b885-48274555ddd3 req-9d640adb-ea61-4ae5-ac44-ea931afbb301 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0449882
May 02 03:27:58.009698 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-5dd5f388-c630-478d-b422-efecd05fa40e req-6ea8f367-a305-40bf-9be8-d05ab0bd4c8c tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0419059
May 02 03:27:58.425986 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c543d662-dab8-4705-b820-46afe2660431 req-40546904-43a9-4c62-963c-291632e9bfd3 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0414047
May 02 03:27:59.161944 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-0a1553e8-2dd4-4cc9-b3a1-89dc936bd985 req-710ae655-15ef-478a-87a2-9cfa9235dc57 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0454812
May 02 03:27:59.571037 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-0f536731-10a5-41b7-9ead-0cf5ee8c2046 req-b5b4f4b1-81aa-496c-9971-f252b61e469e tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0415473
May 02 03:28:00.311153 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-3a999b67-a2cb-41fe-882a-55846b6de3fd req-29a56f4c-659b-409f-9d69-8af1cd705e9b tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0414293
May 02 03:28:00.744498 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-43f1c7a0-8089-4e30-b6e4-6579358b3396 req-b091875e-86df-4bca-adbb-b36fbcd73d64 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7897939-f9ef-48db-adb5-58fe671c399d HTTP/1.1" status: 200  len: 210 time: 0.0459335
May 02 03:28:01.462632 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-de287cd7-0487-4f34-b34b-a9d03de422c7 req-523aa89a-f41e-408b-96de-9628a8651c08 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0426972
May 02 03:28:02.610138 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-ae4a516a-7dc6-47c6-b993-541198c6026c req-66cfd243-82e7-402a-bcea-48089d395ace tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0421741
May 02 03:28:03.763676 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-44659f32-5fde-4e1e-913b-46bb574f5aa2 req-9bfce61b-a1c0-4a83-976d-0803364caa94 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0448642
May 02 03:28:04.912842 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-7606a94f-ca89-4222-97b4-8e21ab61397b req-df88b08e-007b-4270-9924-e6cb2fa86130 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0418632
May 02 03:28:05.117545 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-22b7df8f-3f63-4793-a03b-2e2f3198994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:28:06.067083 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9befad77-006c-42f5-bf08-500748b2879c req-9ac5ef81-c1cf-4521-ae94-fddf4fe3ee73 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0433710
May 02 03:28:07.300650 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-401c0802-be2d-426a-8e30-718041273cd4 req-0f6310ae-c299-438d-807e-9ea8206f3019 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.1217401
May 02 03:28:07.768544 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:28:08.129021 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-19edcfa9-6cf9-4ba6-b4ee-d20f38457ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:28:08.449194 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-d8fa50f7-cd7a-42b4-bb6a-10f203b648b1 req-95359249-4822-4ea8-9878-f21ed7a66ecf tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0421307
May 02 03:28:08.656645 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:28:09.254855 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:28:09.598761 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-6a4a5fe3-7f8e-4f6c-8f83-5dc583befa74 req-41326045-0f00-46d6-bf6e-7e6e07759308 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0444577
May 02 03:28:10.752548 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-20612dbd-cac9-483d-a62b-696c25c6de61 req-494f2b70-f8ee-4bf2-a727-645ea9379bbf tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0467081
May 02 03:28:10.794989 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:28:11.220875 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:28:11.907615 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c735270e-a31a-4b87-bd7b-d164008846cf req-b0a97e13-3ef1-4d2f-acda-46dafd1d875c tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0437155
May 02 03:28:13.064929 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-8ab702ba-0ed8-41bb-a4df-f1d684358199 req-96a411be-ff36-497b-a3e2-fdedc1d74eb7 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0464737
May 02 03:28:14.220571 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-6da5b572-1af7-4a23-ab44-6e883b4d927c req-a2eebc50-957b-4fe6-9d50-0ad307c54c17 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0452170
May 02 03:28:15.391054 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-f07085f7-d1ac-4f1a-8c44-90383cb4db51 req-a00b7943-7142-4e8c-ac6c-ffb70ec8e9d9 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0499575
May 02 03:28:16.546173 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9e48a9ed-3745-4f2d-b4c9-753e6c352a2f req-a17691cc-63ff-406a-9f12-eada0391316c tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0426266
May 02 03:28:17.700007 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-57e820b5-fb5c-4b11-b892-d5d9db2579f1 req-7912c653-ab70-4fe3-8ff3-d3f9007d2e78 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0470593
May 02 03:28:18.851660 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-49825426-0d15-4bd7-939c-f57f109f1203 req-0388ac57-68a6-424c-a407-165f34310b3e tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0434551
May 02 03:28:20.003905 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4692ad4d-5dec-42da-b1e1-0dcc117f73f6 req-bbc191a1-d033-488b-a77b-9aff9804363c tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0430944
May 02 03:28:20.413334 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-41aeef7e-a0df-4262-ab0f-f8861efa3fac req-c3a8751f-e3d9-40de-b370-ba2286b7b077 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=89182c94-4807-42e0-9835-89a01d794242&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0683153
May 02 03:28:20.505286 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aeef7e-a0df-4262-ab0f-f8861efa3fac req-a08b8cc1-ba06-40c6-85f1-ea4168cf05f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:28:20.506744 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-41aeef7e-a0df-4262-ab0f-f8861efa3fac req-a08b8cc1-ba06-40c6-85f1-ea4168cf05f0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a9fa23c656804d85929e20a6cdbea65a&device_id=89182c94-4807-42e0-9835-89a01d794242 HTTP/1.1" status: 200  len: 1098 time: 0.0730078
May 02 03:28:20.649346 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aeef7e-a0df-4262-ab0f-f8861efa3fac req-b5795250-e0d5-475c-8aa9-5d3529db43f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:28:20.650796 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-41aeef7e-a0df-4262-ab0f-f8861efa3fac req-b5795250-e0d5-475c-8aa9-5d3529db43f4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e3c24553-093c-4dba-a579-e14fc9bf8125 HTTP/1.1" status: 200  len: 916 time: 0.1246676
May 02 03:28:20.718263 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-41aeef7e-a0df-4262-ab0f-f8861efa3fac req-432e3c90-46fa-4db4-9147-812931082524 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7ae2038-c9ad-470e-985b-d9563d2039a3 HTTP/1.1" status: 200  len: 217 time: 0.0613353
May 02 03:28:20.789117 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aeef7e-a0df-4262-ab0f-f8861efa3fac req-dbbdfb0a-15a4-41a4-9df2-13cabfadd1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:28:20.790683 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-41aeef7e-a0df-4262-ab0f-f8861efa3fac req-dbbdfb0a-15a4-41a4-9df2-13cabfadd1e4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d5979161-d7b0-4fdb-a66c-2a0a0a8b9b09 HTTP/1.1" status: 200  len: 855 time: 0.0651164
May 02 03:28:20.837202 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-41aeef7e-a0df-4262-ab0f-f8861efa3fac req-e20fbfe0-01e5-4485-9c09-7da36ab70be4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3c24553-093c-4dba-a579-e14fc9bf8125&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0403044
May 02 03:28:20.968634 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-41aeef7e-a0df-4262-ab0f-f8861efa3fac req-8616b944-772f-45a1-b38b-f56fe75165f7 service neutron] 10.222.0.37 "GET /v2.0/networks/e3c24553-093c-4dba-a579-e14fc9bf8125?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1250553
May 02 03:28:21.164665 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e3541011-bd4b-48fb-802b-055ff392c7f2 req-2f245cdb-b1e3-4bb4-ad2b-6618be145dff tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0466306
May 02 03:28:21.196800 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-41aeef7e-a0df-4262-ab0f-f8861efa3fac req-f6f9185f-be2c-4683-91ff-f898c0f9da3d service neutron] 10.222.0.37 "GET /v2.0/networks/e3c24553-093c-4dba-a579-e14fc9bf8125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2217331
May 02 03:28:22.312667 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-b1484144-1cf4-4b3a-80b1-25e3bd82ba51 req-172e4e4c-78d6-4cdd-b538-a8fbd6f4e840 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0418706
May 02 03:28:23.387596 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc28e4-dd96-45f7-b8ee-f38cb208e017 req-b785705d-896b-4f63-ae98-d6fc6ca7535e tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:28:23.389889 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-09bc28e4-dd96-45f7-b8ee-f38cb208e017 req-b785705d-896b-4f63-ae98-d6fc6ca7535e tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3a17f40-ef8b-4001-83ea-57cac708a750 HTTP/1.1" status: 200  len: 945 time: 0.0813358
May 02 03:28:23.438972 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-09bc28e4-dd96-45f7-b8ee-f38cb208e017 req-698f7796-98cd-4203-9cbe-7198f6c8791f tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "GET /v2.0/security-groups?id=3b627dc1-5361-4299-9a4e-d435a78aa83f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432656
May 02 03:28:23.482118 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4b378b5b-0db3-452b-acb3-51dbf7c8b6e7 req-aa5641e0-ff46-41bb-89a0-29db0b71337c tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c60cd6-1de3-43b0-a2ad-3b83243be447 HTTP/1.1" status: 200  len: 210 time: 0.0421300
May 02 03:28:23.707840 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde0aec-f0bd-493c-b1ee-dbbe904b7611 req-b4cb9031-d884-4587-b88b-a86fe0cf5bce tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:28:23.708436 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-fcde0aec-f0bd-493c-b1ee-dbbe904b7611 req-b4cb9031-d884-4587-b88b-a86fe0cf5bce tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Synchronizing usage tracker for tenant:bbaedd301c3b45158260ff4d1414e77b on resource:port {{(pid=73900) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 02 03:28:23.724144 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-fcde0aec-f0bd-493c-b1ee-dbbe904b7611 req-b4cb9031-d884-4587-b88b-a86fe0cf5bce tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Unset dirty status for tenant:bbaedd301c3b45158260ff4d1414e77b on resource:port {{(pid=73900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 02 03:28:23.725337 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-fcde0aec-f0bd-493c-b1ee-dbbe904b7611 req-b4cb9031-d884-4587-b88b-a86fe0cf5bce tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3a17f40-ef8b-4001-83ea-57cac708a750 HTTP/1.1" status: 200  len: 945 time: 0.0983372
May 02 03:28:23.866077 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [req-fcde0aec-f0bd-493c-b1ee-dbbe904b7611 req-b6cf2ea0-6fc7-4327-ad73-0fe3581d3829 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Deleting port 6ece6de4-b3bc-4f0f-be09-6b6e75197504 {{(pid=73900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:28:23.866411 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-fcde0aec-f0bd-493c-b1ee-dbbe904b7611 req-b6cf2ea0-6fc7-4327-ad73-0fe3581d3829 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:28:23.999304 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [req-fcde0aec-f0bd-493c-b1ee-dbbe904b7611 req-b6cf2ea0-6fc7-4327-ad73-0fe3581d3829 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] For port 6ece6de4-b3bc-4f0f-be09-6b6e75197504, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=6ece6de4-b3bc-4f0f-be09-6b6e75197504,segment=NetworkSegment(26538810-a0cf-41d6-9ffd-cb77e61e008b),segment_id=26538810-a0cf-41d6-9ffd-cb77e61e008b)] {{(pid=73900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:28:23.999660 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-fcde0aec-f0bd-493c-b1ee-dbbe904b7611 req-b6cf2ea0-6fc7-4327-ad73-0fe3581d3829 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:28:24.296452 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-fcde0aec-f0bd-493c-b1ee-dbbe904b7611 req-b6cf2ea0-6fc7-4327-ad73-0fe3581d3829 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:28:24.296817 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-fcde0aec-f0bd-493c-b1ee-dbbe904b7611 req-b6cf2ea0-6fc7-4327-ad73-0fe3581d3829 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419409'] for floatingip, after_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:28:24.297122 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.db.l3_db [req-fcde0aec-f0bd-493c-b1ee-dbbe904b7611 req-b6cf2ea0-6fc7-4327-ad73-0fe3581d3829 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Floating IP cd2d8e80-53aa-4638-9e2d-aca2b357ae8a disassociated. External IP: 172.27.0.103, port: 6ece6de4-b3bc-4f0f-be09-6b6e75197504.
May 02 03:28:24.297458 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [req-fcde0aec-f0bd-493c-b1ee-dbbe904b7611 req-b6cf2ea0-6fc7-4327-ad73-0fe3581d3829 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Calling delete_port for 6ece6de4-b3bc-4f0f-be09-6b6e75197504 owned by compute:nova {{(pid=73900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:28:24.405744 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-fcde0aec-f0bd-493c-b1ee-dbbe904b7611 req-b6cf2ea0-6fc7-4327-ad73-0fe3581d3829 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-899257'] for port, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:28:24.411201 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-94f8c4b3-ddff-4dbb-a87e-7b42f72c4d09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:28:24.458678 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cf2ea0-6fc7-4327-ad73-0fe3581d3829 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Pushing event deleted for resources: {'Port': ['ID=6ece6de4-b3bc-4f0f-be09-6b6e75197504,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:28:24.469668 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cf2ea0-6fc7-4327-ad73-0fe3581d3829 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:28:24.470030 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cf2ea0-6fc7-4327-ad73-0fe3581d3829 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:28:24.470390 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cf2ea0-6fc7-4327-ad73-0fe3581d3829 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:28:24.470763 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cf2ea0-6fc7-4327-ad73-0fe3581d3829 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:28:24.471303 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cf2ea0-6fc7-4327-ad73-0fe3581d3829 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:28:24.471439 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cf2ea0-6fc7-4327-ad73-0fe3581d3829 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:28:24.471774 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cf2ea0-6fc7-4327-ad73-0fe3581d3829 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:28:24.472106 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cf2ea0-6fc7-4327-ad73-0fe3581d3829 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:28:24.472706 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cf2ea0-6fc7-4327-ad73-0fe3581d3829 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:28:24.473040 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cf2ea0-6fc7-4327-ad73-0fe3581d3829 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:28:24.473375 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cf2ea0-6fc7-4327-ad73-0fe3581d3829 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:28:24.473709 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cf2ea0-6fc7-4327-ad73-0fe3581d3829 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:28:24.477399 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-b6cf2ea0-6fc7-4327-ad73-0fe3581d3829 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:28:24.599252 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-aa57cb22-140b-4d9a-b586-c71f52aca2a1 req-dcf4c24b-379a-4c36-96f1-a070d3173dca tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3a17f40-ef8b-4001-83ea-57cac708a750 HTTP/1.1" status: 200  len: 210 time: 0.0437660
May 02 03:28:24.655288 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fcde0aec-f0bd-493c-b1ee-dbbe904b7611 req-b6cf2ea0-6fc7-4327-ad73-0fe3581d3829 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Router 6c9b500e-40c2-4764-9374-924f26999402 has already been hosted by L3 agent c822661f-3527-457d-a53a-678072f60f18 {{(pid=73900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 02 03:28:24.853813 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fcde0aec-f0bd-493c-b1ee-dbbe904b7611 req-b6cf2ea0-6fc7-4327-ad73-0fe3581d3829 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify agent at l3_agent.dv-cinder-789077-1-iscsi the message routers_updated {{(pid=73900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 02 03:28:24.866153 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928ce5f0-16d3-4ab6-a187-94fae776a3f6 None None] Sync routers for ids ['6c9b500e-40c2-4764-9374-924f26999402'] in dv-cinder-789077-1-iscsi {{(pid=73902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 02 03:28:24.886998 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928ce5f0-16d3-4ab6-a187-94fae776a3f6 None None] Routers {'6c9b500e-40c2-4764-9374-924f26999402'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:28:24.888215 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-928ce5f0-16d3-4ab6-a187-94fae776a3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c5565a820>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:28:08Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['6c9b500e-40c2-4764-9374-924f26999402'], 'active': True} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:28:24.939988 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcde0aec-f0bd-493c-b1ee-dbbe904b7611 req-b6cf2ea0-6fc7-4327-ad73-0fe3581d3829 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] No DVR routers for this DVR port 6ece6de4-b3bc-4f0f-be09-6b6e75197504 on host hv-cinder-78907 {{(pid=73900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 02 03:28:24.943067 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-fcde0aec-f0bd-493c-b1ee-dbbe904b7611 req-b6cf2ea0-6fc7-4327-ad73-0fe3581d3829 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for port, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:28:24.953919 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a17f40-ef8b-4001-83ea-57cac708a750', 'name': 'network-vif-deleted', 'tag': '6ece6de4-b3bc-4f0f-be09-6b6e75197504'}] {{(pid=73900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:28:24.963281 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-fcde0aec-f0bd-493c-b1ee-dbbe904b7611 req-b6cf2ea0-6fc7-4327-ad73-0fe3581d3829 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.37 "DELETE /v2.0/ports/6ece6de4-b3bc-4f0f-be09-6b6e75197504 HTTP/1.1" status: 204  len: 173 time: 1.2318001
May 02 03:28:25.038902 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a17f40-ef8b-4001-83ea-57cac708a750', 'name': 'network-vif-deleted', 'tag': '6ece6de4-b3bc-4f0f-be09-6b6e75197504', 'status': 'completed', 'code': 200}
May 02 03:28:25.145951 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvr_db [None req-928ce5f0-16d3-4ab6-a187-94fae776a3f6 None None] Set router 6c9b500e-40c2-4764-9374-924f26999402 gateway port host: dv-cinder-789077-1-iscsi {{(pid=73902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:28:25.463358 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-928ce5f0-16d3-4ab6-a187-94fae776a3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c5565a820>, [{'id': '6c9b500e-40c2-4764-9374-924f26999402', 'name': 'tempest-AttachVolumeTestJSON-1406772695-router', 'tenant_id': 'bbaedd301c3b45158260ff4d1414e77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'fb9e5ab2-93b6-489d-84f4-daf4f4c762d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:14:20Z', 'updated_at': '2021-05-02T03:14:25Z', 'revision_number': 4, 'project_id': 'bbaedd301c3b45158260ff4d1414e77b', 'gw_port': {'id': 'fb9e5ab2-93b6-489d-84f4-daf4f4c762d2', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9b500e-40c2-4764-9374-924f26999402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:14:21Z', 'updated_at': '2021-05-02T03:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_interfaces': [{'id': 'ec28445f-70f5-43d2-acfb-9b77a2ba8a6d', 'name': '', 'network_id': '348595d7-7f35-4e83-a43a-21e5f105b128', 'tenant_id': 'bbaedd301c3b45158260ff4d1414e77b', 'mac_address': 'fa:16:3e:54:04:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9b500e-40c2-4764-9374-924f26999402', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2f6786fd-128a-4bcf-a886-1f47f06c4a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:14:24Z', 'updated_at': '2021-05-02T03:14:31Z', 'revision_number': 5, 'project_id': 'bbaedd301c3b45158260ff4d1414e77b', 'subnets': [{'id': '2f6786fd-128a-4bcf-a886-1f47f06c4a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:28:25.468128 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928ce5f0-16d3-4ab6-a187-94fae776a3f6 None None] Checking router: 6c9b500e-40c2-4764-9374-924f26999402 for host: dv-cinder-789077-1-iscsi {{(pid=73902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 02 03:28:25.476993 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928ce5f0-16d3-4ab6-a187-94fae776a3f6 None None] Routers {'6c9b500e-40c2-4764-9374-924f26999402'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:28:25.477596 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-928ce5f0-16d3-4ab6-a187-94fae776a3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c5565a820>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:28:08Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['6c9b500e-40c2-4764-9374-924f26999402'], 'active': True} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:28:25.690788 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvr_db [None req-928ce5f0-16d3-4ab6-a187-94fae776a3f6 None None] Set router 6c9b500e-40c2-4764-9374-924f26999402 gateway port host: dv-cinder-789077-1-iscsi {{(pid=73902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:28:25.727638 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 57336) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:28:25.796810 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-e72ce6db-3e80-441c-90d3-b976beb77c51 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks [] for security_group, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:28:25.826810 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-e72ce6db-3e80-441c-90d3-b976beb77c51 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:28:25.880173 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-e72ce6db-3e80-441c-90d3-b976beb77c51 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:28:25.884060 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-d30cd0e4-35e0-41b3-839b-bfca6773df68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:28:25.899868 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72ce6db-3e80-441c-90d3-b976beb77c51 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b627dc1-5361-4299-9a4e-d435a78aa83f,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:28:25.902458 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-e72ce6db-3e80-441c-90d3-b976beb77c51 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:28:25.911974 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-e72ce6db-3e80-441c-90d3-b976beb77c51 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks [] for security_group, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:28:25.913097 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-e72ce6db-3e80-441c-90d3-b976beb77c51 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "DELETE /v2.0/security-groups/3b627dc1-5361-4299-9a4e-d435a78aa83f HTTP/1.1" status: 204  len: 168 time: 0.1843898
May 02 03:28:25.915776 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 57340) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:28:25.932710 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.api.v2.resource [None req-a9b39488-9d26-4987-9ae4-7adce38b0ae1 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] show failed (client error): The resource could not be found.
May 02 03:28:25.937350 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-a9b39488-9d26-4987-9ae4-7adce38b0ae1 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "GET /v2.0/security-groups/3b627dc1-5361-4299-9a4e-d435a78aa83f HTTP/1.1" status: 404  len: 347 time: 0.0172694
May 02 03:28:25.937469 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 57344) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:28:26.022886 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-928ce5f0-16d3-4ab6-a187-94fae776a3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c5565a820>, [{'id': '6c9b500e-40c2-4764-9374-924f26999402', 'name': 'tempest-AttachVolumeTestJSON-1406772695-router', 'tenant_id': 'bbaedd301c3b45158260ff4d1414e77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'fb9e5ab2-93b6-489d-84f4-daf4f4c762d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:14:20Z', 'updated_at': '2021-05-02T03:14:25Z', 'revision_number': 4, 'project_id': 'bbaedd301c3b45158260ff4d1414e77b', 'gw_port': {'id': 'fb9e5ab2-93b6-489d-84f4-daf4f4c762d2', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9b500e-40c2-4764-9374-924f26999402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:14:21Z', 'updated_at': '2021-05-02T03:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_interfaces': [{'id': 'ec28445f-70f5-43d2-acfb-9b77a2ba8a6d', 'name': '', 'network_id': '348595d7-7f35-4e83-a43a-21e5f105b128', 'tenant_id': 'bbaedd301c3b45158260ff4d1414e77b', 'mac_address': 'fa:16:3e:54:04:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9b500e-40c2-4764-9374-924f26999402', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2f6786fd-128a-4bcf-a886-1f47f06c4a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:14:24Z', 'updated_at': '2021-05-02T03:14:31Z', 'revision_number': 5, 'project_id': 'bbaedd301c3b45158260ff4d1414e77b', 'subnets': [{'id': '2f6786fd-128a-4bcf-a886-1f47f06c4a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:28:26.027167 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928ce5f0-16d3-4ab6-a187-94fae776a3f6 None None] The sync data for ids ['6c9b500e-40c2-4764-9374-924f26999402'] in dv-cinder-789077-1-iscsi is: [{'id': '6c9b500e-40c2-4764-9374-924f26999402', 'name': 'tempest-AttachVolumeTestJSON-1406772695-router', 'tenant_id': 'bbaedd301c3b45158260ff4d1414e77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'fb9e5ab2-93b6-489d-84f4-daf4f4c762d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:14:20Z', 'updated_at': '2021-05-02T03:14:25Z', 'revision_number': 4, 'project_id': 'bbaedd301c3b45158260ff4d1414e77b', 'gw_port': {'id': 'fb9e5ab2-93b6-489d-84f4-daf4f4c762d2', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9b500e-40c2-4764-9374-924f26999402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:14:21Z', 'updated_at': '2021-05-02T03:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_interfaces': [{'id': 'ec28445f-70f5-43d2-acfb-9b77a2ba8a6d', 'name': '', 'network_id': '348595d7-7f35-4e83-a43a-21e5f105b128', 'tenant_id': 'bbaedd301c3b45158260ff4d1414e77b', 'mac_address': 'fa:16:3e:54:04:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9b500e-40c2-4764-9374-924f26999402', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2f6786fd-128a-4bcf-a886-1f47f06c4a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:14:24Z', 'updated_at': '2021-05-02T03:14:31Z', 'revision_number': 5, 'project_id': 'bbaedd301c3b45158260ff4d1414e77b', 'subnets': [{'id': '2f6786fd-128a-4bcf-a886-1f47f06c4a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 02 03:28:26.263710 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b493fd-e12c-405a-8e12-486dc3776fe3 None None] New status for floating IP cd2d8e80-53aa-4638-9e2d-aca2b357ae8a: DOWN {{(pid=73903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 02 03:28:26.265302 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [None req-50feafcf-a964-4596-93ce-56efddf05a4a tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Deleting port 55fa81f2-13a5-4f5a-9cd9-ec3ca55519a1 {{(pid=73900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:28:26.265646 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-50feafcf-a964-4596-93ce-56efddf05a4a tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:28:26.385085 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-50feafcf-a964-4596-93ce-56efddf05a4a tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:28:26.385410 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-50feafcf-a964-4596-93ce-56efddf05a4a tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:28:26.515840 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [None req-50feafcf-a964-4596-93ce-56efddf05a4a tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Calling delete_port for 55fa81f2-13a5-4f5a-9cd9-ec3ca55519a1 owned by network:floatingip {{(pid=73900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:28:26.617388 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device 6ece6de4-b3bc-4f0f-be09-6b6e75197504 no longer exists at agent hyperv_hv-cinder-78907 {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 02 03:28:26.624954 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-50feafcf-a964-4596-93ce-56efddf05a4a tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-899257'] for port, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:28:26.628629 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-6a6c7ba8-9cea-4c1c-9ef1-b969bc1e2b5d tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:28:26.651498 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] No Port match for: 6ece6de4-b3bc-4f0f-be09-6b6e75197504 {{(pid=73902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 02 03:28:26.651838 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device 6ece6de4-b3bc-4f0f-be09-6b6e75197504 not bound to the agent host hv-cinder-78907 {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 02 03:28:26.672097 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50feafcf-a964-4596-93ce-56efddf05a4a tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Pushing event deleted for resources: {'Port': ['ID=55fa81f2-13a5-4f5a-9cd9-ec3ca55519a1,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:28:26.675525 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-50feafcf-a964-4596-93ce-56efddf05a4a tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:28:26.766136 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-50feafcf-a964-4596-93ce-56efddf05a4a tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks [] for floatingip, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:28:26.780450 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-50feafcf-a964-4596-93ce-56efddf05a4a tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for floatingip, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:28:26.781564 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-50feafcf-a964-4596-93ce-56efddf05a4a tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] 10.222.0.38 "DELETE /v2.0/floatingips/cd2d8e80-53aa-4638-9e2d-aca2b357ae8a HTTP/1.1" status: 204  len: 168 time: 0.8432887
May 02 03:28:33.194443 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [req-172bca8b-6ce5-41cf-9b15-1136df401595 req-ee743987-4c89-449d-9664-55c70d58e45a service neutron] (73900) timed out ('10.222.0.38', 48928) {{(pid=73900) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 02 03:28:35.120839 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-fe65203b-79c1-4dff-92a6-00bd23b9891c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:28:37.770973 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:28:38.129426 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8cf02852-ebdc-4faa-b0e5-7562af7f61d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:28:39.262243 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:28:40.793746 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:28:41.226909 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:28:45.655718 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:29:05.122700 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-83cec8ea-435a-4864-b3df-9d7fb8414de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:29:07.773565 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:29:08.133365 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-d4b96bda-9a18-4156-8106-2d58a33515e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:29:09.261570 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:29:09.366567 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [req-f1f2e3a2-b8b6-456c-a1a6-88d95b7bb9d7 req-f8455a46-92fa-4030-9c7f-1a6e1b7f1e32 service neutron] (73900) timed out ('10.222.0.37', 59056) {{(pid=73900) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 02 03:29:10.804403 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:29:11.230602 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:29:22.154526 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-f33f9122-0247-49b1-b7a7-3522e15fccf9 req-5fa3aaec-2a25-4f8e-83c6-19caf2817bd0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=516acf44-7b1c-4ebf-b689-28537f7a0de5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0711167
May 02 03:29:22.248933 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f9122-0247-49b1-b7a7-3522e15fccf9 req-064f8fd9-66bf-48ac-9863-d99199252691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:29:22.250879 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-f33f9122-0247-49b1-b7a7-3522e15fccf9 req-064f8fd9-66bf-48ac-9863-d99199252691 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a9fa23c656804d85929e20a6cdbea65a&device_id=516acf44-7b1c-4ebf-b689-28537f7a0de5 HTTP/1.1" status: 200  len: 1099 time: 0.0763514
May 02 03:29:22.396343 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f9122-0247-49b1-b7a7-3522e15fccf9 req-3b1128a5-d8f6-4030-a906-1f1069f586c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:29:22.397784 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-f33f9122-0247-49b1-b7a7-3522e15fccf9 req-3b1128a5-d8f6-4030-a906-1f1069f586c6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e3c24553-093c-4dba-a579-e14fc9bf8125 HTTP/1.1" status: 200  len: 916 time: 0.1277022
May 02 03:29:22.467311 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-f33f9122-0247-49b1-b7a7-3522e15fccf9 req-0630fec2-0df3-4783-af5a-3a042d4dbc0b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b83e037a-920e-4a21-9f7e-ae186ce17e2d HTTP/1.1" status: 200  len: 217 time: 0.0620949
May 02 03:29:22.534173 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f9122-0247-49b1-b7a7-3522e15fccf9 req-d454e5b5-a663-4698-9307-a0a76d24e28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:29:22.535674 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-f33f9122-0247-49b1-b7a7-3522e15fccf9 req-d454e5b5-a663-4698-9307-a0a76d24e28b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d5979161-d7b0-4fdb-a66c-2a0a0a8b9b09 HTTP/1.1" status: 200  len: 855 time: 0.0627844
May 02 03:29:22.584079 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-f33f9122-0247-49b1-b7a7-3522e15fccf9 req-8d34fb44-744e-466a-806d-1f9fee8dc99c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3c24553-093c-4dba-a579-e14fc9bf8125&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0425379
May 02 03:29:22.654751 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:29:22.724684 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-f33f9122-0247-49b1-b7a7-3522e15fccf9 req-f991e5ff-3e52-44bb-8523-a83bb54dd8ba service neutron] 10.222.0.37 "GET /v2.0/networks/e3c24553-093c-4dba-a579-e14fc9bf8125?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1334076
May 02 03:29:22.874733 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-f33f9122-0247-49b1-b7a7-3522e15fccf9 req-5f50eb38-39dd-4073-99c5-bac0952c6bab service neutron] 10.222.0.37 "GET /v2.0/networks/e3c24553-093c-4dba-a579-e14fc9bf8125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1434689
May 02 03:29:35.125935 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-2360f403-bb5b-4b9b-b79b-6185e38f1825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:29:37.776169 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:29:38.136366 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-03d0da80-f2f0-4057-9175-c2d605bf00ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:29:39.264821 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:29:40.792404 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:29:41.232199 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:29:59.653943 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:30:05.128130 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-5f6f56b1-4270-443a-8e46-812c6db0e722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:30:07.780528 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:30:08.138957 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-028eca54-ebad-4d6d-bc6a-e522953baf99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:30:09.265901 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:30:10.796404 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:30:11.237548 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:30:23.243641 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-361d927a-2327-4048-8a92-e9f6ff3f3607 req-19386a27-544b-41e4-aec0-4775c0931da5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2fe8cbdc-4767-42ad-b084-182683eba7ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2562971
May 02 03:30:23.336609 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d927a-2327-4048-8a92-e9f6ff3f3607 req-bd3f7fab-955e-4c78-b252-49fe44ee29f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:30:23.338115 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-361d927a-2327-4048-8a92-e9f6ff3f3607 req-bd3f7fab-955e-4c78-b252-49fe44ee29f4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e7db1adde334ad386f1a91ee9ac0682&device_id=2fe8cbdc-4767-42ad-b084-182683eba7ae HTTP/1.1" status: 200  len: 1098 time: 0.0729945
May 02 03:30:23.480041 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d927a-2327-4048-8a92-e9f6ff3f3607 req-4ec0a04c-2715-4a76-b8ca-9cfa733462c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:30:23.481399 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-361d927a-2327-4048-8a92-e9f6ff3f3607 req-4ec0a04c-2715-4a76-b8ca-9cfa733462c6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c7fbd4b3-8241-42d4-a727-6c3f39a82264 HTTP/1.1" status: 200  len: 918 time: 0.1239693
May 02 03:30:23.583305 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-361d927a-2327-4048-8a92-e9f6ff3f3607 req-10646ad2-4e1c-4470-966f-2fa283111343 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39bc2a73-fed2-4a84-8847-694d855c10d7 HTTP/1.1" status: 200  len: 1000 time: 0.0957685
May 02 03:30:23.646492 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d927a-2327-4048-8a92-e9f6ff3f3607 req-a7320926-ac12-4e38-9ab4-c412ad5d2196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:30:23.647824 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-361d927a-2327-4048-8a92-e9f6ff3f3607 req-a7320926-ac12-4e38-9ab4-c412ad5d2196 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=78de75db-d296-47a5-9b25-e7b9f1e1ac72 HTTP/1.1" status: 200  len: 856 time: 0.0571833
May 02 03:30:23.726491 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d927a-2327-4048-8a92-e9f6ff3f3607 req-c8e1d802-d959-4f6a-914b-d8c2d8f58dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:30:23.727973 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-361d927a-2327-4048-8a92-e9f6ff3f3607 req-c8e1d802-d959-4f6a-914b-d8c2d8f58dc7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c7fbd4b3-8241-42d4-a727-6c3f39a82264&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0730195
May 02 03:30:23.738062 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [req-361d927a-2327-4048-8a92-e9f6ff3f3607 req-22b1ce00-4f42-4efe-86ed-52453813e0a9 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=73900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 02 03:30:23.738952 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-361d927a-2327-4048-8a92-e9f6ff3f3607 req-22b1ce00-4f42-4efe-86ed-52453813e0a9 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0050883
May 02 03:30:23.873087 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-361d927a-2327-4048-8a92-e9f6ff3f3607 req-f8e324c6-5e5d-433d-a72b-c9fbd5f73abf service neutron] 10.222.0.37 "GET /v2.0/networks/c7fbd4b3-8241-42d4-a727-6c3f39a82264?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1270261
May 02 03:30:24.006560 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-361d927a-2327-4048-8a92-e9f6ff3f3607 req-ff2d091a-2cd6-4209-b5d0-6cf8e3a6a8ce service neutron] 10.222.0.37 "GET /v2.0/networks/c7fbd4b3-8241-42d4-a727-6c3f39a82264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1270859
May 02 03:30:35.129554 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-90bb7768-d7b7-4398-8a70-4624f01e212e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:30:36.652139 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:30:37.776410 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:30:38.139236 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-0acb8fdb-c0d9-4d99-ae56-4870b5b9193c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:30:39.270651 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:30:40.800057 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:30:41.255934 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:30:42.990595 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d06ce-82ec-4aae-be59-66cd530dd19a req-586e3400-111d-430b-b6b5-a11670350534 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:30:42.992052 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-589d06ce-82ec-4aae-be59-66cd530dd19a req-586e3400-111d-430b-b6b5-a11670350534 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=2fe8cbdc-4767-42ad-b084-182683eba7ae HTTP/1.1" status: 200  len: 945 time: 0.0836589
May 02 03:30:43.036250 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-589d06ce-82ec-4aae-be59-66cd530dd19a req-ddeed460-1cc3-4846-b73f-33520edde1ab tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups?id=4db6f159-ac3b-472d-9959-48c99a5e102f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385129
May 02 03:30:43.324375 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0b11a-d789-40c0-a155-71315bf5eda7 req-224d1b2b-4f98-4fff-9578-f78094292e86 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:30:43.325060 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-dce0b11a-d789-40c0-a155-71315bf5eda7 req-224d1b2b-4f98-4fff-9578-f78094292e86 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Synchronizing usage tracker for tenant:4e7db1adde334ad386f1a91ee9ac0682 on resource:port {{(pid=73900) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 02 03:30:43.340644 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-dce0b11a-d789-40c0-a155-71315bf5eda7 req-224d1b2b-4f98-4fff-9578-f78094292e86 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Unset dirty status for tenant:4e7db1adde334ad386f1a91ee9ac0682 on resource:port {{(pid=73900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 02 03:30:43.341731 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-dce0b11a-d789-40c0-a155-71315bf5eda7 req-224d1b2b-4f98-4fff-9578-f78094292e86 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fe8cbdc-4767-42ad-b084-182683eba7ae HTTP/1.1" status: 200  len: 945 time: 0.0955150
May 02 03:30:43.478761 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [req-dce0b11a-d789-40c0-a155-71315bf5eda7 req-439d9196-fdbe-4179-a361-1c89ba1a1b26 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Deleting port 39bc2a73-fed2-4a84-8847-694d855c10d7 {{(pid=73900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:30:43.479101 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-dce0b11a-d789-40c0-a155-71315bf5eda7 req-439d9196-fdbe-4179-a361-1c89ba1a1b26 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:30:43.611829 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [req-dce0b11a-d789-40c0-a155-71315bf5eda7 req-439d9196-fdbe-4179-a361-1c89ba1a1b26 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] For port 39bc2a73-fed2-4a84-8847-694d855c10d7, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=39bc2a73-fed2-4a84-8847-694d855c10d7,segment=NetworkSegment(6c6f3f05-f004-471e-8a0e-26e9fcb39326),segment_id=6c6f3f05-f004-471e-8a0e-26e9fcb39326)] {{(pid=73900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:30:43.612099 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-dce0b11a-d789-40c0-a155-71315bf5eda7 req-439d9196-fdbe-4179-a361-1c89ba1a1b26 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:30:43.901120 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-dce0b11a-d789-40c0-a155-71315bf5eda7 req-439d9196-fdbe-4179-a361-1c89ba1a1b26 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:30:43.901493 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-dce0b11a-d789-40c0-a155-71315bf5eda7 req-439d9196-fdbe-4179-a361-1c89ba1a1b26 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419409'] for floatingip, after_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:30:43.901806 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.db.l3_db [req-dce0b11a-d789-40c0-a155-71315bf5eda7 req-439d9196-fdbe-4179-a361-1c89ba1a1b26 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Floating IP 3a607ff0-9712-42a5-883c-b60e65a3f0ed disassociated. External IP: 172.27.0.79, port: 39bc2a73-fed2-4a84-8847-694d855c10d7.
May 02 03:30:43.902145 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [req-dce0b11a-d789-40c0-a155-71315bf5eda7 req-439d9196-fdbe-4179-a361-1c89ba1a1b26 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Calling delete_port for 39bc2a73-fed2-4a84-8847-694d855c10d7 owned by compute:nova {{(pid=73900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:30:44.009226 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-dce0b11a-d789-40c0-a155-71315bf5eda7 req-439d9196-fdbe-4179-a361-1c89ba1a1b26 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-899257'] for port, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:30:44.014648 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-b12c3bea-acce-4c87-9af3-020062f5510b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:30:44.064950 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d9196-fdbe-4179-a361-1c89ba1a1b26 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Pushing event deleted for resources: {'Port': ['ID=39bc2a73-fed2-4a84-8847-694d855c10d7,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:30:44.076597 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439d9196-fdbe-4179-a361-1c89ba1a1b26 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:30:44.076937 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439d9196-fdbe-4179-a361-1c89ba1a1b26 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:30:44.077272 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439d9196-fdbe-4179-a361-1c89ba1a1b26 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:30:44.077628 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439d9196-fdbe-4179-a361-1c89ba1a1b26 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:30:44.078103 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439d9196-fdbe-4179-a361-1c89ba1a1b26 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:30:44.078669 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439d9196-fdbe-4179-a361-1c89ba1a1b26 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:30:44.079492 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439d9196-fdbe-4179-a361-1c89ba1a1b26 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:30:44.079845 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439d9196-fdbe-4179-a361-1c89ba1a1b26 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:30:44.080194 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439d9196-fdbe-4179-a361-1c89ba1a1b26 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:30:44.080538 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439d9196-fdbe-4179-a361-1c89ba1a1b26 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:30:44.080884 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439d9196-fdbe-4179-a361-1c89ba1a1b26 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:30:44.081224 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439d9196-fdbe-4179-a361-1c89ba1a1b26 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:30:44.215887 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-3a20e55b-66b1-456c-aae0-7b991edd8ccf req-e69f1b08-d607-41aa-83de-5fc1ebbac85f tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/ports?device_id=2fe8cbdc-4767-42ad-b084-182683eba7ae HTTP/1.1" status: 200  len: 210 time: 0.0422540
May 02 03:30:44.236309 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-439d9196-fdbe-4179-a361-1c89ba1a1b26 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:30:44.354676 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dce0b11a-d789-40c0-a155-71315bf5eda7 req-439d9196-fdbe-4179-a361-1c89ba1a1b26 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Router b1ef1151-805b-4f83-a46a-7c96f7d8cd61 has already been hosted by L3 agent c822661f-3527-457d-a53a-678072f60f18 {{(pid=73900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 02 03:30:44.539894 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dce0b11a-d789-40c0-a155-71315bf5eda7 req-439d9196-fdbe-4179-a361-1c89ba1a1b26 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify agent at l3_agent.dv-cinder-789077-1-iscsi the message routers_updated {{(pid=73900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 02 03:30:44.549716 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2780c10-ee9b-4234-9bfd-80f62ff187e8 None None] Sync routers for ids ['b1ef1151-805b-4f83-a46a-7c96f7d8cd61'] in dv-cinder-789077-1-iscsi {{(pid=73902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 02 03:30:44.559488 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2780c10-ee9b-4234-9bfd-80f62ff187e8 None None] Routers {'b1ef1151-805b-4f83-a46a-7c96f7d8cd61'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:30:44.560097 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-b2780c10-ee9b-4234-9bfd-80f62ff187e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c5594fa30>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:30:38Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['b1ef1151-805b-4f83-a46a-7c96f7d8cd61'], 'active': True} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:30:44.614494 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce0b11a-d789-40c0-a155-71315bf5eda7 req-439d9196-fdbe-4179-a361-1c89ba1a1b26 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] No DVR routers for this DVR port 39bc2a73-fed2-4a84-8847-694d855c10d7 on host hv-cinder-78907 {{(pid=73900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 02 03:30:44.616981 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-dce0b11a-d789-40c0-a155-71315bf5eda7 req-439d9196-fdbe-4179-a361-1c89ba1a1b26 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for port, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:30:44.619566 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fe8cbdc-4767-42ad-b084-182683eba7ae', 'name': 'network-vif-deleted', 'tag': '39bc2a73-fed2-4a84-8847-694d855c10d7'}] {{(pid=73900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:30:44.636035 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-dce0b11a-d789-40c0-a155-71315bf5eda7 req-439d9196-fdbe-4179-a361-1c89ba1a1b26 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.37 "DELETE /v2.0/ports/39bc2a73-fed2-4a84-8847-694d855c10d7 HTTP/1.1" status: 204  len: 173 time: 1.2882893
May 02 03:30:44.691308 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fe8cbdc-4767-42ad-b084-182683eba7ae', 'name': 'network-vif-deleted', 'tag': '39bc2a73-fed2-4a84-8847-694d855c10d7', 'status': 'completed', 'code': 200}
May 02 03:30:44.747026 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvr_db [None req-b2780c10-ee9b-4234-9bfd-80f62ff187e8 None None] Set router b1ef1151-805b-4f83-a46a-7c96f7d8cd61 gateway port host: dv-cinder-789077-1-iscsi {{(pid=73902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:30:45.100596 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-b2780c10-ee9b-4234-9bfd-80f62ff187e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c5594fa30>, [{'id': 'b1ef1151-805b-4f83-a46a-7c96f7d8cd61', 'name': 'tempest-AttachVolumeShelveTestJSON-1562313329-router', 'tenant_id': '4e7db1adde334ad386f1a91ee9ac0682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '295442ec-ed49-4058-8444-980e103affd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:09:50Z', 'updated_at': '2021-05-02T03:10:18Z', 'revision_number': 4, 'project_id': '4e7db1adde334ad386f1a91ee9ac0682', 'gw_port': {'id': '295442ec-ed49-4058-8444-980e103affd6', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:05:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ef1151-805b-4f83-a46a-7c96f7d8cd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:55Z', 'updated_at': '2021-05-02T03:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_interfaces': [{'id': '905fbcf9-b611-4e90-a9ea-04f76111e3e2', 'name': '', 'network_id': 'c7fbd4b3-8241-42d4-a727-6c3f39a82264', 'tenant_id': '4e7db1adde334ad386f1a91ee9ac0682', 'mac_address': 'fa:16:3e:c2:9d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ef1151-805b-4f83-a46a-7c96f7d8cd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '78de75db-d296-47a5-9b25-e7b9f1e1ac72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:10:15Z', 'updated_at': '2021-05-02T03:10:28Z', 'revision_number': 5, 'project_id': '4e7db1adde334ad386f1a91ee9ac0682', 'subnets': [{'id': '78de75db-d296-47a5-9b25-e7b9f1e1ac72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:30:45.104709 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2780c10-ee9b-4234-9bfd-80f62ff187e8 None None] Checking router: b1ef1151-805b-4f83-a46a-7c96f7d8cd61 for host: dv-cinder-789077-1-iscsi {{(pid=73902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 02 03:30:45.115921 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2780c10-ee9b-4234-9bfd-80f62ff187e8 None None] Routers {'b1ef1151-805b-4f83-a46a-7c96f7d8cd61'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:30:45.116565 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-b2780c10-ee9b-4234-9bfd-80f62ff187e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c5594fa30>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:30:38Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['b1ef1151-805b-4f83-a46a-7c96f7d8cd61'], 'active': True} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:30:45.287670 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device 39bc2a73-fed2-4a84-8847-694d855c10d7 no longer exists at agent hyperv_hv-cinder-78907 {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 02 03:30:45.328314 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] No Port match for: 39bc2a73-fed2-4a84-8847-694d855c10d7 {{(pid=73902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 02 03:30:45.328996 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device 39bc2a73-fed2-4a84-8847-694d855c10d7 not bound to the agent host hv-cinder-78907 {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 02 03:30:45.337753 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvr_db [None req-b2780c10-ee9b-4234-9bfd-80f62ff187e8 None None] Set router b1ef1151-805b-4f83-a46a-7c96f7d8cd61 gateway port host: dv-cinder-789077-1-iscsi {{(pid=73902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:30:45.345418 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 58696) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:30:45.408729 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-716300c4-0b82-4566-b145-4a7e124a5345 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks [] for security_group, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:30:45.436191 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-716300c4-0b82-4566-b145-4a7e124a5345 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:30:45.490718 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-716300c4-0b82-4566-b145-4a7e124a5345 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:30:45.496527 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-e72ce6db-3e80-441c-90d3-b976beb77c51 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:30:45.515371 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716300c4-0b82-4566-b145-4a7e124a5345 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db6f159-ac3b-472d-9959-48c99a5e102f,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:30:45.520751 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-716300c4-0b82-4566-b145-4a7e124a5345 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:30:45.524210 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-716300c4-0b82-4566-b145-4a7e124a5345 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks [] for security_group, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:30:45.525309 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-716300c4-0b82-4566-b145-4a7e124a5345 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "DELETE /v2.0/security-groups/4db6f159-ac3b-472d-9959-48c99a5e102f HTTP/1.1" status: 204  len: 168 time: 0.1788297
May 02 03:30:45.528035 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 58702) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:30:45.544411 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.api.v2.resource [None req-a95cc81a-6e3e-426a-a00e-cb8d17a40189 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] show failed (client error): The resource could not be found.
May 02 03:30:45.545352 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-a95cc81a-6e3e-426a-a00e-cb8d17a40189 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "GET /v2.0/security-groups/4db6f159-ac3b-472d-9959-48c99a5e102f HTTP/1.1" status: 404  len: 347 time: 0.0163891
May 02 03:30:45.548084 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 58706) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:30:45.665079 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-b2780c10-ee9b-4234-9bfd-80f62ff187e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c5594fa30>, [{'id': 'b1ef1151-805b-4f83-a46a-7c96f7d8cd61', 'name': 'tempest-AttachVolumeShelveTestJSON-1562313329-router', 'tenant_id': '4e7db1adde334ad386f1a91ee9ac0682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '295442ec-ed49-4058-8444-980e103affd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:09:50Z', 'updated_at': '2021-05-02T03:10:18Z', 'revision_number': 4, 'project_id': '4e7db1adde334ad386f1a91ee9ac0682', 'gw_port': {'id': '295442ec-ed49-4058-8444-980e103affd6', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:05:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ef1151-805b-4f83-a46a-7c96f7d8cd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:55Z', 'updated_at': '2021-05-02T03:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_interfaces': [{'id': '905fbcf9-b611-4e90-a9ea-04f76111e3e2', 'name': '', 'network_id': 'c7fbd4b3-8241-42d4-a727-6c3f39a82264', 'tenant_id': '4e7db1adde334ad386f1a91ee9ac0682', 'mac_address': 'fa:16:3e:c2:9d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ef1151-805b-4f83-a46a-7c96f7d8cd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '78de75db-d296-47a5-9b25-e7b9f1e1ac72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:10:15Z', 'updated_at': '2021-05-02T03:10:28Z', 'revision_number': 5, 'project_id': '4e7db1adde334ad386f1a91ee9ac0682', 'subnets': [{'id': '78de75db-d296-47a5-9b25-e7b9f1e1ac72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:30:45.669000 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2780c10-ee9b-4234-9bfd-80f62ff187e8 None None] The sync data for ids ['b1ef1151-805b-4f83-a46a-7c96f7d8cd61'] in dv-cinder-789077-1-iscsi is: [{'id': 'b1ef1151-805b-4f83-a46a-7c96f7d8cd61', 'name': 'tempest-AttachVolumeShelveTestJSON-1562313329-router', 'tenant_id': '4e7db1adde334ad386f1a91ee9ac0682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '295442ec-ed49-4058-8444-980e103affd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:09:50Z', 'updated_at': '2021-05-02T03:10:18Z', 'revision_number': 4, 'project_id': '4e7db1adde334ad386f1a91ee9ac0682', 'gw_port': {'id': '295442ec-ed49-4058-8444-980e103affd6', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:05:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ef1151-805b-4f83-a46a-7c96f7d8cd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:55Z', 'updated_at': '2021-05-02T03:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_interfaces': [{'id': '905fbcf9-b611-4e90-a9ea-04f76111e3e2', 'name': '', 'network_id': 'c7fbd4b3-8241-42d4-a727-6c3f39a82264', 'tenant_id': '4e7db1adde334ad386f1a91ee9ac0682', 'mac_address': 'fa:16:3e:c2:9d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ef1151-805b-4f83-a46a-7c96f7d8cd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '78de75db-d296-47a5-9b25-e7b9f1e1ac72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:10:15Z', 'updated_at': '2021-05-02T03:10:28Z', 'revision_number': 5, 'project_id': '4e7db1adde334ad386f1a91ee9ac0682', 'subnets': [{'id': '78de75db-d296-47a5-9b25-e7b9f1e1ac72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 02 03:30:45.767708 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [None req-ea7f8ead-239c-46ec-af2e-4a2eadee6619 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Deleting port 7b0e9978-a10e-4c61-9bfb-1392102ed221 {{(pid=73900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:30:45.768043 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-ea7f8ead-239c-46ec-af2e-4a2eadee6619 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:30:45.886392 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18974695-f76f-4f99-b592-d33f7a5efcd0 None None] New status for floating IP 3a607ff0-9712-42a5-883c-b60e65a3f0ed: DOWN {{(pid=73903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 02 03:30:45.892144 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-ea7f8ead-239c-46ec-af2e-4a2eadee6619 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:30:45.892468 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-ea7f8ead-239c-46ec-af2e-4a2eadee6619 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:30:46.018050 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [None req-ea7f8ead-239c-46ec-af2e-4a2eadee6619 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Calling delete_port for 7b0e9978-a10e-4c61-9bfb-1392102ed221 owned by network:floatingip {{(pid=73900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:30:46.164962 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-ea7f8ead-239c-46ec-af2e-4a2eadee6619 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-899257'] for port, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:30:46.169294 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-b709464d-7be1-42a9-a9d9-2081cc4321ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:30:46.242338 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7f8ead-239c-46ec-af2e-4a2eadee6619 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Pushing event deleted for resources: {'Port': ['ID=7b0e9978-a10e-4c61-9bfb-1392102ed221,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:30:46.244746 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-ea7f8ead-239c-46ec-af2e-4a2eadee6619 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:30:46.305671 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-ea7f8ead-239c-46ec-af2e-4a2eadee6619 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks [] for floatingip, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:30:46.320270 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-ea7f8ead-239c-46ec-af2e-4a2eadee6619 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for floatingip, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:30:46.321380 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-ea7f8ead-239c-46ec-af2e-4a2eadee6619 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] 10.222.0.38 "DELETE /v2.0/floatingips/3a607ff0-9712-42a5-883c-b60e65a3f0ed HTTP/1.1" status: 204  len: 168 time: 0.7720520
May 02 03:31:05.131535 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7601db0d-b917-4f78-9a25-6b4be92523e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:31:07.780236 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:31:08.142542 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-4f33af8c-91f6-4d7b-9e3c-95b062eacbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:31:09.271554 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:31:10.802187 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:31:11.249145 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:31:13.650282 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:31:25.019017 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-62b92e5b-c2b8-44af-ac02-57dcfbc05918 req-34f92a9c-3890-4d73-b676-b28033c43f46 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=10824aa1-9107-47a4-bda7-a0b7a00e2f2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0687206
May 02 03:31:25.197482 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b92e5b-c2b8-44af-ac02-57dcfbc05918 req-0e09f2c5-db50-4e1b-969f-4c1aaa56ca64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:31:25.199058 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-62b92e5b-c2b8-44af-ac02-57dcfbc05918 req-0e09f2c5-db50-4e1b-969f-4c1aaa56ca64 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=86db9b6555854b9aa34776c9d15d0123&device_id=10824aa1-9107-47a4-bda7-a0b7a00e2f2d HTTP/1.1" status: 200  len: 1098 time: 0.1596880
May 02 03:31:25.345576 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b92e5b-c2b8-44af-ac02-57dcfbc05918 req-b982aa70-ae39-49a9-93a9-26a5546e5289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:31:25.347338 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-62b92e5b-c2b8-44af-ac02-57dcfbc05918 req-b982aa70-ae39-49a9-93a9-26a5546e5289 service neutron] 10.222.0.37 "GET /v2.0/networks?id=da3f1972-ca90-446b-bdc0-2bb6c05c6dc8 HTTP/1.1" status: 200  len: 916 time: 0.1277108
May 02 03:31:25.413579 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-62b92e5b-c2b8-44af-ac02-57dcfbc05918 req-d1ac7436-f144-4d47-afaf-33879629f25c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3d18953-bcab-4cdd-be63-8548fd3f02e8 HTTP/1.1" status: 200  len: 217 time: 0.0601075
May 02 03:31:25.477809 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b92e5b-c2b8-44af-ac02-57dcfbc05918 req-00dc65f6-0d17-41e2-9216-aceac25a12f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:31:25.479292 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-62b92e5b-c2b8-44af-ac02-57dcfbc05918 req-00dc65f6-0d17-41e2-9216-aceac25a12f5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d3b1b4f7-5da0-457c-8875-76261a70ff20 HTTP/1.1" status: 200  len: 854 time: 0.0599959
May 02 03:31:25.555049 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b92e5b-c2b8-44af-ac02-57dcfbc05918 req-8f96b03e-21c5-455f-9bea-61e98757de4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:31:25.556572 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-62b92e5b-c2b8-44af-ac02-57dcfbc05918 req-8f96b03e-21c5-455f-9bea-61e98757de4f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da3f1972-ca90-446b-bdc0-2bb6c05c6dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0703728
May 02 03:31:25.686856 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-62b92e5b-c2b8-44af-ac02-57dcfbc05918 req-4c1587bc-fab8-466c-ba6f-be0ec9d5d11c service neutron] 10.222.0.37 "GET /v2.0/networks/da3f1972-ca90-446b-bdc0-2bb6c05c6dc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1224470
May 02 03:31:25.814661 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-62b92e5b-c2b8-44af-ac02-57dcfbc05918 req-78570c9d-9b78-4a9a-8fa4-7c0792a62a1d service neutron] 10.222.0.37 "GET /v2.0/networks/da3f1972-ca90-446b-bdc0-2bb6c05c6dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1218445
May 02 03:31:35.134071 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-bccf472e-5612-4f2b-8d59-744d2cec941b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:31:37.785365 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:31:38.143633 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-ffc71aed-e1d0-4a03-8c5c-32e8891b2406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:31:39.275476 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:31:40.803910 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:31:41.265094 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:31:50.649508 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:32:05.135530 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-9aa481a8-d223-4a0e-886f-3f41a9d678ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:32:07.790595 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:32:08.144475 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-1bae3509-d88e-48bf-90b8-2713fc40ccfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:32:09.277502 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:32:10.805649 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:32:11.263451 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:32:26.389649 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-7272a20d-eae3-4161-82bf-a2192961542f req-d6af192d-1909-4e23-8c65-4b3ca6382595 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a314e278-8c52-4e98-b68a-8402418c5600&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0748932
May 02 03:32:26.527319 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272a20d-eae3-4161-82bf-a2192961542f req-22644677-eb9a-47c1-96b8-4df72cf1f6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:32:26.528760 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-7272a20d-eae3-4161-82bf-a2192961542f req-22644677-eb9a-47c1-96b8-4df72cf1f6b5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a9fa23c656804d85929e20a6cdbea65a&device_id=a314e278-8c52-4e98-b68a-8402418c5600 HTTP/1.1" status: 200  len: 1098 time: 0.0705678
May 02 03:32:26.671956 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272a20d-eae3-4161-82bf-a2192961542f req-e7e48267-8bc7-4616-a2bd-4437eaeba56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:32:26.673454 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-7272a20d-eae3-4161-82bf-a2192961542f req-e7e48267-8bc7-4616-a2bd-4437eaeba56e service neutron] 10.222.0.37 "GET /v2.0/networks?id=e3c24553-093c-4dba-a579-e14fc9bf8125 HTTP/1.1" status: 200  len: 916 time: 0.1250818
May 02 03:32:26.741759 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-7272a20d-eae3-4161-82bf-a2192961542f req-bfa504d0-453d-462d-90a2-37082c7ba787 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c740e356-47d6-4db3-ae8b-2b0bf3d4b588 HTTP/1.1" status: 200  len: 217 time: 0.0621991
May 02 03:32:26.802493 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272a20d-eae3-4161-82bf-a2192961542f req-ec5757a1-80e2-4c60-abac-37e44f77fd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:32:26.803898 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-7272a20d-eae3-4161-82bf-a2192961542f req-ec5757a1-80e2-4c60-abac-37e44f77fd66 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d5979161-d7b0-4fdb-a66c-2a0a0a8b9b09 HTTP/1.1" status: 200  len: 855 time: 0.0560899
May 02 03:32:26.851034 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-7272a20d-eae3-4161-82bf-a2192961542f req-1baec4c8-3e44-428c-8b99-b7650213825a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3c24553-093c-4dba-a579-e14fc9bf8125&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0405090
May 02 03:32:26.982517 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-7272a20d-eae3-4161-82bf-a2192961542f req-7cc5f60f-08b9-4770-a831-5b68ef44ec69 service neutron] 10.222.0.37 "GET /v2.0/networks/e3c24553-093c-4dba-a579-e14fc9bf8125?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251087
May 02 03:32:27.112630 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-7272a20d-eae3-4161-82bf-a2192961542f req-7443b32f-2e59-41c5-8484-c49e01f51bfa service neutron] 10.222.0.37 "GET /v2.0/networks/e3c24553-093c-4dba-a579-e14fc9bf8125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231837
May 02 03:32:27.648371 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:32:35.137180 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-81b93c4a-7f34-4ade-b0db-327339c23133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:32:37.797017 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:32:38.146483 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-98d9be72-5484-4434-ac95-ec463696775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:32:39.280482 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:32:40.811172 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:32:41.278984 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:33:04.648364 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:33:05.139338 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-b16c6e7b-1364-4124-87cb-976c8bdd5260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:33:07.791927 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:33:08.148179 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-3729c794-30b2-4b95-b064-4439664764ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:33:09.285182 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:33:10.803980 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:33:11.282113 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:33:27.412074 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-20bd1b0f-d3bf-49a4-b276-b02026deac50 req-552f5859-7f70-42e1-a306-dd6963f8f1a8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=89182c94-4807-42e0-9835-89a01d794242&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0716808
May 02 03:33:27.500969 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd1b0f-d3bf-49a4-b276-b02026deac50 req-4e74f6b4-e2f7-402b-9906-a70c5fde6e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:33:27.502483 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-20bd1b0f-d3bf-49a4-b276-b02026deac50 req-4e74f6b4-e2f7-402b-9906-a70c5fde6e23 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a9fa23c656804d85929e20a6cdbea65a&device_id=89182c94-4807-42e0-9835-89a01d794242 HTTP/1.1" status: 200  len: 1098 time: 0.0706251
May 02 03:33:27.731935 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd1b0f-d3bf-49a4-b276-b02026deac50 req-4d396800-ff15-4598-9f9c-9ea6dc5f8ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:33:27.733360 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-20bd1b0f-d3bf-49a4-b276-b02026deac50 req-4d396800-ff15-4598-9f9c-9ea6dc5f8ab8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e3c24553-093c-4dba-a579-e14fc9bf8125 HTTP/1.1" status: 200  len: 916 time: 0.2127562
May 02 03:33:27.802984 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-20bd1b0f-d3bf-49a4-b276-b02026deac50 req-d3cbe42b-befb-4bed-ab82-9ef231ae0109 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7ae2038-c9ad-470e-985b-d9563d2039a3 HTTP/1.1" status: 200  len: 217 time: 0.0631497
May 02 03:33:27.865311 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd1b0f-d3bf-49a4-b276-b02026deac50 req-08a636cd-9837-4218-bf2e-b87b418df2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:33:27.866770 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-20bd1b0f-d3bf-49a4-b276-b02026deac50 req-08a636cd-9837-4218-bf2e-b87b418df2d4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d5979161-d7b0-4fdb-a66c-2a0a0a8b9b09 HTTP/1.1" status: 200  len: 855 time: 0.0580487
May 02 03:33:27.919377 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-20bd1b0f-d3bf-49a4-b276-b02026deac50 req-2d541ee4-86f8-4a09-a85f-bbe653ab81f8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3c24553-093c-4dba-a579-e14fc9bf8125&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0463457
May 02 03:33:28.052575 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-20bd1b0f-d3bf-49a4-b276-b02026deac50 req-cd87320a-3436-44db-9800-bf6b4b0cfa30 service neutron] 10.222.0.37 "GET /v2.0/networks/e3c24553-093c-4dba-a579-e14fc9bf8125?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1261384
May 02 03:33:28.181002 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-20bd1b0f-d3bf-49a4-b276-b02026deac50 req-ab6e3af8-8844-4dfe-b71c-d5f286f21142 service neutron] 10.222.0.37 "GET /v2.0/networks/e3c24553-093c-4dba-a579-e14fc9bf8125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1216347
May 02 03:33:35.140994 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-2241f8df-2d51-48a4-9352-65f6caac0b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:33:37.794580 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:33:38.149924 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-48364af1-31a0-4ccf-80fa-36f251c02517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:33:39.285841 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:33:40.802959 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:33:41.296450 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:33:41.646861 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:34:02.135885 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ad79e-62f0-4bd1-9a96-4848813f5fb0 req-68c5e8c4-6bcd-46f1-9ac5-ea9f7c186d3a tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:34:02.137718 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-8c6ad79e-62f0-4bd1-9a96-4848813f5fb0 req-68c5e8c4-6bcd-46f1-9ac5-ea9f7c186d3a tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=516acf44-7b1c-4ebf-b689-28537f7a0de5 HTTP/1.1" status: 200  len: 946 time: 0.1756268
May 02 03:34:02.181628 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-8c6ad79e-62f0-4bd1-9a96-4848813f5fb0 req-80787ada-9a40-4b2d-8317-4722a540c67b tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383816
May 02 03:34:02.370574 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229eebe-2dc0-4adb-9eb6-ecdba9065f2b req-39d9b7b0-0116-4dcc-a975-b0ede27f9288 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:34:02.371254 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-d229eebe-2dc0-4adb-9eb6-ecdba9065f2b req-39d9b7b0-0116-4dcc-a975-b0ede27f9288 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Synchronizing usage tracker for tenant:a9fa23c656804d85929e20a6cdbea65a on resource:port {{(pid=73900) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 02 03:34:02.387377 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-d229eebe-2dc0-4adb-9eb6-ecdba9065f2b req-39d9b7b0-0116-4dcc-a975-b0ede27f9288 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Unset dirty status for tenant:a9fa23c656804d85929e20a6cdbea65a on resource:port {{(pid=73900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 02 03:34:02.388514 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-d229eebe-2dc0-4adb-9eb6-ecdba9065f2b req-39d9b7b0-0116-4dcc-a975-b0ede27f9288 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.37 "GET /v2.0/ports?device_id=516acf44-7b1c-4ebf-b689-28537f7a0de5 HTTP/1.1" status: 200  len: 946 time: 0.0948963
May 02 03:34:02.523209 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [req-d229eebe-2dc0-4adb-9eb6-ecdba9065f2b req-43614604-50c8-4083-8bf0-8c2581d76ac2 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Deleting port b83e037a-920e-4a21-9f7e-ae186ce17e2d {{(pid=73900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:34:02.523545 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-d229eebe-2dc0-4adb-9eb6-ecdba9065f2b req-43614604-50c8-4083-8bf0-8c2581d76ac2 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:34:02.657690 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [req-d229eebe-2dc0-4adb-9eb6-ecdba9065f2b req-43614604-50c8-4083-8bf0-8c2581d76ac2 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] For port b83e037a-920e-4a21-9f7e-ae186ce17e2d, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=b83e037a-920e-4a21-9f7e-ae186ce17e2d,segment=NetworkSegment(b30497ce-e2ee-43bf-863e-b0adb6c70caf),segment_id=b30497ce-e2ee-43bf-863e-b0adb6c70caf)] {{(pid=73900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:34:02.657958 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-d229eebe-2dc0-4adb-9eb6-ecdba9065f2b req-43614604-50c8-4083-8bf0-8c2581d76ac2 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:34:02.784191 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [req-d229eebe-2dc0-4adb-9eb6-ecdba9065f2b req-43614604-50c8-4083-8bf0-8c2581d76ac2 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Calling delete_port for b83e037a-920e-4a21-9f7e-ae186ce17e2d owned by compute:nova {{(pid=73900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:34:02.893740 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-d229eebe-2dc0-4adb-9eb6-ecdba9065f2b req-43614604-50c8-4083-8bf0-8c2581d76ac2 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-899257'] for port, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:34:02.900056 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-06ab32a6-5d5a-4701-a1f7-268301a6e27e tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:34:02.905548 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] get_ports_and_sgs() called for port_ids ['c740e356-47d6-4db3-ae8b-2b0bf3d4b588', 'b7ae2038-c9ad-470e-985b-d9563d2039a3', 'b83e037a-920e-4a21-9f7e-ae186ce17e2d'] {{(pid=73902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 02 03:34:02.944589 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43614604-50c8-4083-8bf0-8c2581d76ac2 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Pushing event deleted for resources: {'Port': ['ID=b83e037a-920e-4a21-9f7e-ae186ce17e2d,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:34:02.990292 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43614604-50c8-4083-8bf0-8c2581d76ac2 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:34:02.990686 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43614604-50c8-4083-8bf0-8c2581d76ac2 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:34:02.991042 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43614604-50c8-4083-8bf0-8c2581d76ac2 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:34:02.991394 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43614604-50c8-4083-8bf0-8c2581d76ac2 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:34:02.991794 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43614604-50c8-4083-8bf0-8c2581d76ac2 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:34:02.992144 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43614604-50c8-4083-8bf0-8c2581d76ac2 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:34:02.992491 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43614604-50c8-4083-8bf0-8c2581d76ac2 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:34:02.992834 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43614604-50c8-4083-8bf0-8c2581d76ac2 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:34:02.993177 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43614604-50c8-4083-8bf0-8c2581d76ac2 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:34:02.993517 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43614604-50c8-4083-8bf0-8c2581d76ac2 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:34:02.993857 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43614604-50c8-4083-8bf0-8c2581d76ac2 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:34:02.994197 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43614604-50c8-4083-8bf0-8c2581d76ac2 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:34:03.025540 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-43614604-50c8-4083-8bf0-8c2581d76ac2 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:34:03.031445 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.l3_dvrscheduler_db [req-d229eebe-2dc0-4adb-9eb6-ecdba9065f2b req-43614604-50c8-4083-8bf0-8c2581d76ac2 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] No DVR routers for this DVR port b83e037a-920e-4a21-9f7e-ae186ce17e2d on host hv-cinder-78907 {{(pid=73900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 02 03:34:03.033855 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-d229eebe-2dc0-4adb-9eb6-ecdba9065f2b req-43614604-50c8-4083-8bf0-8c2581d76ac2 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for port, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:34:03.036469 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '516acf44-7b1c-4ebf-b689-28537f7a0de5', 'name': 'network-vif-deleted', 'tag': 'b83e037a-920e-4a21-9f7e-ae186ce17e2d'}] {{(pid=73900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:34:03.052524 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-d229eebe-2dc0-4adb-9eb6-ecdba9065f2b req-43614604-50c8-4083-8bf0-8c2581d76ac2 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.37 "DELETE /v2.0/ports/b83e037a-920e-4a21-9f7e-ae186ce17e2d HTTP/1.1" status: 204  len: 173 time: 0.6583495
May 02 03:34:03.191053 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '516acf44-7b1c-4ebf-b689-28537f7a0de5', 'name': 'network-vif-deleted', 'tag': 'b83e037a-920e-4a21-9f7e-ae186ce17e2d', 'status': 'completed', 'code': 200}
May 02 03:34:03.354434 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-cd3c381c-0d8c-40bf-9625-d0c25a1bf92f req-f6d36b6e-1217-4daf-98a9-b4b5e5646629 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=516acf44-7b1c-4ebf-b689-28537f7a0de5 HTTP/1.1" status: 200  len: 210 time: 0.0420706
May 02 03:34:04.866717 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4d21e-d5b0-48c9-ae24-3ccc07b355f5 req-fbd91ade-b42d-4cac-89d2-454471ac7892 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:34:04.869020 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-aeb4d21e-d5b0-48c9-ae24-3ccc07b355f5 req-fbd91ade-b42d-4cac-89d2-454471ac7892 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=89182c94-4807-42e0-9835-89a01d794242 HTTP/1.1" status: 200  len: 945 time: 0.1441269
May 02 03:34:04.926544 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-aeb4d21e-d5b0-48c9-ae24-3ccc07b355f5 req-8d750b49-4ef4-4afb-904f-cea738eca6fb tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460489
May 02 03:34:05.136336 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e2882-9482-41ab-8be6-185e63ed2b40 req-2b2f94ca-18b0-4c2f-a54a-fe4bb2f8dc74 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:34:05.137036 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-238e2882-9482-41ab-8be6-185e63ed2b40 req-2b2f94ca-18b0-4c2f-a54a-fe4bb2f8dc74 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Synchronizing usage tracker for tenant:a9fa23c656804d85929e20a6cdbea65a on resource:port {{(pid=73900) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 02 03:34:05.142829 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-03c68485-8560-4fea-9be2-9ff60c957ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:34:05.153756 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-238e2882-9482-41ab-8be6-185e63ed2b40 req-2b2f94ca-18b0-4c2f-a54a-fe4bb2f8dc74 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Unset dirty status for tenant:a9fa23c656804d85929e20a6cdbea65a on resource:port {{(pid=73900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 02 03:34:05.154909 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-238e2882-9482-41ab-8be6-185e63ed2b40 req-2b2f94ca-18b0-4c2f-a54a-fe4bb2f8dc74 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.37 "GET /v2.0/ports?device_id=89182c94-4807-42e0-9835-89a01d794242 HTTP/1.1" status: 200  len: 945 time: 0.0959151
May 02 03:34:05.291996 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [req-238e2882-9482-41ab-8be6-185e63ed2b40 req-59972d94-a758-44df-8739-e20574bd0f6e tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Deleting port b7ae2038-c9ad-470e-985b-d9563d2039a3 {{(pid=73900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:34:05.292333 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-238e2882-9482-41ab-8be6-185e63ed2b40 req-59972d94-a758-44df-8739-e20574bd0f6e tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:34:05.505565 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [req-238e2882-9482-41ab-8be6-185e63ed2b40 req-59972d94-a758-44df-8739-e20574bd0f6e tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] For port b7ae2038-c9ad-470e-985b-d9563d2039a3, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=b7ae2038-c9ad-470e-985b-d9563d2039a3,segment=NetworkSegment(b30497ce-e2ee-43bf-863e-b0adb6c70caf),segment_id=b30497ce-e2ee-43bf-863e-b0adb6c70caf)] {{(pid=73900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:34:05.505914 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-238e2882-9482-41ab-8be6-185e63ed2b40 req-59972d94-a758-44df-8739-e20574bd0f6e tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:34:05.623847 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [req-238e2882-9482-41ab-8be6-185e63ed2b40 req-59972d94-a758-44df-8739-e20574bd0f6e tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Calling delete_port for b7ae2038-c9ad-470e-985b-d9563d2039a3 owned by compute:nova {{(pid=73900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:34:05.732827 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-238e2882-9482-41ab-8be6-185e63ed2b40 req-59972d94-a758-44df-8739-e20574bd0f6e tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-899257'] for port, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:34:05.738206 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-e95305bd-fccf-4a5f-9031-7389977fc7e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:34:05.745172 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] get_ports_and_sgs() called for port_ids ['c740e356-47d6-4db3-ae8b-2b0bf3d4b588', 'b7ae2038-c9ad-470e-985b-d9563d2039a3'] {{(pid=73902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 02 03:34:05.783009 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59972d94-a758-44df-8739-e20574bd0f6e tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Pushing event deleted for resources: {'Port': ['ID=b7ae2038-c9ad-470e-985b-d9563d2039a3,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:34:05.786750 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-59972d94-a758-44df-8739-e20574bd0f6e tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:34:05.859610 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.l3_dvrscheduler_db [req-238e2882-9482-41ab-8be6-185e63ed2b40 req-59972d94-a758-44df-8739-e20574bd0f6e tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] No DVR routers for this DVR port b7ae2038-c9ad-470e-985b-d9563d2039a3 on host hv-cinder-78907 {{(pid=73900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 02 03:34:05.862132 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-238e2882-9482-41ab-8be6-185e63ed2b40 req-59972d94-a758-44df-8739-e20574bd0f6e tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for port, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:34:05.864646 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89182c94-4807-42e0-9835-89a01d794242', 'name': 'network-vif-deleted', 'tag': 'b7ae2038-c9ad-470e-985b-d9563d2039a3'}] {{(pid=73900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:34:05.882994 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-238e2882-9482-41ab-8be6-185e63ed2b40 req-59972d94-a758-44df-8739-e20574bd0f6e tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.37 "DELETE /v2.0/ports/b7ae2038-c9ad-470e-985b-d9563d2039a3 HTTP/1.1" status: 204  len: 173 time: 0.7213931
May 02 03:34:05.929851 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89182c94-4807-42e0-9835-89a01d794242', 'name': 'network-vif-deleted', 'tag': 'b7ae2038-c9ad-470e-985b-d9563d2039a3', 'status': 'completed', 'code': 200}
May 02 03:34:06.000979 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device b83e037a-920e-4a21-9f7e-ae186ce17e2d no longer exists at agent hyperv_hv-cinder-78907 {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 02 03:34:06.043269 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] No Port match for: b83e037a-920e-4a21-9f7e-ae186ce17e2d {{(pid=73902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 02 03:34:06.043614 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device b83e037a-920e-4a21-9f7e-ae186ce17e2d not bound to the agent host hv-cinder-78907 {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 02 03:34:06.111454 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-b36e52f9-6cba-4d84-ba92-5f0f0494feb2 req-b9bdcece-8854-495e-9ac0-634f825b77ae tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=89182c94-4807-42e0-9835-89a01d794242 HTTP/1.1" status: 200  len: 210 time: 0.0424600
May 02 03:34:07.797724 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:34:08.178831 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-1992fe7c-490a-4cd7-bae7-d327b64941eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:34:09.289971 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:34:10.004715 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device b7ae2038-c9ad-470e-985b-d9563d2039a3 no longer exists at agent hyperv_hv-cinder-78907 {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 02 03:34:10.037475 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] No Port match for: b7ae2038-c9ad-470e-985b-d9563d2039a3 {{(pid=73902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 02 03:34:10.037820 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device b7ae2038-c9ad-470e-985b-d9563d2039a3 not bound to the agent host hv-cinder-78907 {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 02 03:34:10.806446 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:34:11.311027 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:34:18.645437 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:34:28.440517 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-5c073890-6aa3-4613-a772-d364a4e1af56 req-ebb34e12-36de-4764-8fd4-393bf0ed7628 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=10824aa1-9107-47a4-bda7-a0b7a00e2f2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0674646
May 02 03:34:28.531586 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c073890-6aa3-4613-a772-d364a4e1af56 req-11b92cb9-2335-436e-92f2-49dec431bd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:34:28.533014 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-5c073890-6aa3-4613-a772-d364a4e1af56 req-11b92cb9-2335-436e-92f2-49dec431bd74 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=86db9b6555854b9aa34776c9d15d0123&device_id=10824aa1-9107-47a4-bda7-a0b7a00e2f2d HTTP/1.1" status: 200  len: 1098 time: 0.0719423
May 02 03:34:28.678403 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c073890-6aa3-4613-a772-d364a4e1af56 req-00a589a3-e432-4dc5-ad81-83e65536d5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:34:28.683012 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-5c073890-6aa3-4613-a772-d364a4e1af56 req-00a589a3-e432-4dc5-ad81-83e65536d5ae service neutron] 10.222.0.37 "GET /v2.0/networks?id=da3f1972-ca90-446b-bdc0-2bb6c05c6dc8 HTTP/1.1" status: 200  len: 916 time: 0.1309245
May 02 03:34:28.754070 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-5c073890-6aa3-4613-a772-d364a4e1af56 req-d52c7f0a-a40d-448b-bfaf-80b69b32d498 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3d18953-bcab-4cdd-be63-8548fd3f02e8 HTTP/1.1" status: 200  len: 217 time: 0.0638864
May 02 03:34:28.821905 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c073890-6aa3-4613-a772-d364a4e1af56 req-e46e91cf-c937-4e2a-8584-62d2802611c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:34:28.823375 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-5c073890-6aa3-4613-a772-d364a4e1af56 req-e46e91cf-c937-4e2a-8584-62d2802611c2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d3b1b4f7-5da0-457c-8875-76261a70ff20 HTTP/1.1" status: 200  len: 854 time: 0.0636685
May 02 03:34:28.902825 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c073890-6aa3-4613-a772-d364a4e1af56 req-f8918ef9-8f0c-49f1-8052-afc48237e090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:34:28.904317 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-5c073890-6aa3-4613-a772-d364a4e1af56 req-f8918ef9-8f0c-49f1-8052-afc48237e090 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da3f1972-ca90-446b-bdc0-2bb6c05c6dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0745203
May 02 03:34:29.033790 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-5c073890-6aa3-4613-a772-d364a4e1af56 req-a23acad8-1d61-44b4-8c24-f099a4b164ec service neutron] 10.222.0.37 "GET /v2.0/networks/da3f1972-ca90-446b-bdc0-2bb6c05c6dc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1223626
May 02 03:34:29.162654 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-5c073890-6aa3-4613-a772-d364a4e1af56 req-09405d5d-55a1-4141-8d92-026418e7610f service neutron] 10.222.0.37 "GET /v2.0/networks/da3f1972-ca90-446b-bdc0-2bb6c05c6dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1224077
May 02 03:34:35.144341 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-19b1715f-10db-4199-84e4-487d09df24ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:34:37.799977 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:34:38.150558 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7e182262-1dcc-4b30-a339-b054433e6fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:34:39.293079 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:34:40.803202 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:34:41.301501 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:34:55.643718 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:35:05.151839 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-16b1b83c-0748-4a90-9539-9b945e18c6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:35:07.802932 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:35:08.155292 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-2c9156fc-57a7-4322-a06b-e79fa711266f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:35:09.296145 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:35:10.807043 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:35:11.299954 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:35:29.404608 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-dbd22321-1b90-47bb-9295-a90d4b2d8caf req-301d5d3a-95fb-477d-a118-3389731b6d5f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a314e278-8c52-4e98-b68a-8402418c5600&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1095762
May 02 03:35:29.539084 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd22321-1b90-47bb-9295-a90d4b2d8caf req-224df8b6-8337-4d04-82f6-b9e25b640dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:35:29.540554 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-dbd22321-1b90-47bb-9295-a90d4b2d8caf req-224df8b6-8337-4d04-82f6-b9e25b640dd1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a9fa23c656804d85929e20a6cdbea65a&device_id=a314e278-8c52-4e98-b68a-8402418c5600 HTTP/1.1" status: 200  len: 1098 time: 0.0689998
May 02 03:35:29.680128 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd22321-1b90-47bb-9295-a90d4b2d8caf req-2ed9f3c4-0041-4b9e-940c-c4572e0aa724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:35:29.681543 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-dbd22321-1b90-47bb-9295-a90d4b2d8caf req-2ed9f3c4-0041-4b9e-940c-c4572e0aa724 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e3c24553-093c-4dba-a579-e14fc9bf8125 HTTP/1.1" status: 200  len: 916 time: 0.1228201
May 02 03:35:29.829831 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-dbd22321-1b90-47bb-9295-a90d4b2d8caf req-438e6216-fa45-4c61-8e7b-290a9e223c7e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c740e356-47d6-4db3-ae8b-2b0bf3d4b588 HTTP/1.1" status: 200  len: 217 time: 0.1422834
May 02 03:35:29.892380 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd22321-1b90-47bb-9295-a90d4b2d8caf req-0fbf0db4-3642-4f06-a311-8f33bb748aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:35:29.893825 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-dbd22321-1b90-47bb-9295-a90d4b2d8caf req-0fbf0db4-3642-4f06-a311-8f33bb748aea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d5979161-d7b0-4fdb-a66c-2a0a0a8b9b09 HTTP/1.1" status: 200  len: 855 time: 0.0577950
May 02 03:35:29.942942 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-dbd22321-1b90-47bb-9295-a90d4b2d8caf req-73ba7f6a-de8a-4534-87ab-d6c176554572 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3c24553-093c-4dba-a579-e14fc9bf8125&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0431101
May 02 03:35:30.076828 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-dbd22321-1b90-47bb-9295-a90d4b2d8caf req-f5c5c9b4-b1ee-4662-bb6d-cfdbe2b732ae service neutron] 10.222.0.37 "GET /v2.0/networks/e3c24553-093c-4dba-a579-e14fc9bf8125?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1273966
May 02 03:35:30.211319 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-dbd22321-1b90-47bb-9295-a90d4b2d8caf req-a7d703f5-8e68-4f9f-ba1f-1f01743ff90e service neutron] 10.222.0.37 "GET /v2.0/networks/e3c24553-093c-4dba-a579-e14fc9bf8125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1272910
May 02 03:35:32.642694 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:35:35.143324 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-1d07d585-9da2-436b-8f98-2ae976741881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:35:37.808049 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:35:38.145889 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7605d2e2-ace2-4e4d-8f94-6ceef5a25415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:35:39.297895 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:35:40.813366 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:35:41.316462 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:36:05.144617 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-0dba2f14-f410-48b6-80b3-a27cdbf3b51d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:36:07.811138 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:36:08.147376 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-31caf802-c7f9-48ed-abf4-b676696dd643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:36:09.300593 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:36:09.642173 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:36:10.814589 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:36:11.317072 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:36:30.402692 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-d78c6cda-754a-4f8a-9dc1-2881221204ec req-1c71f262-2b92-4c36-9d02-26c9eb217a21 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=10824aa1-9107-47a4-bda7-a0b7a00e2f2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0678735
May 02 03:36:30.493517 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c6cda-754a-4f8a-9dc1-2881221204ec req-ea96ce06-1b71-41ff-9696-17d13f546073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:36:30.495130 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-d78c6cda-754a-4f8a-9dc1-2881221204ec req-ea96ce06-1b71-41ff-9696-17d13f546073 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=86db9b6555854b9aa34776c9d15d0123&device_id=10824aa1-9107-47a4-bda7-a0b7a00e2f2d HTTP/1.1" status: 200  len: 1098 time: 0.0700669
May 02 03:36:30.636615 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c6cda-754a-4f8a-9dc1-2881221204ec req-5ec9ad9b-935c-4476-b758-ba70a402b04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:36:30.638031 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-d78c6cda-754a-4f8a-9dc1-2881221204ec req-5ec9ad9b-935c-4476-b758-ba70a402b04b service neutron] 10.222.0.37 "GET /v2.0/networks?id=da3f1972-ca90-446b-bdc0-2bb6c05c6dc8 HTTP/1.1" status: 200  len: 916 time: 0.1237833
May 02 03:36:30.707656 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-d78c6cda-754a-4f8a-9dc1-2881221204ec req-98818de2-d57a-42be-b2f9-9934ecd95813 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3d18953-bcab-4cdd-be63-8548fd3f02e8 HTTP/1.1" status: 200  len: 217 time: 0.0622435
May 02 03:36:30.771207 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c6cda-754a-4f8a-9dc1-2881221204ec req-47385d90-a76d-4355-818a-c1056399ffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:36:30.772664 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-d78c6cda-754a-4f8a-9dc1-2881221204ec req-47385d90-a76d-4355-818a-c1056399ffb2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d3b1b4f7-5da0-457c-8875-76261a70ff20 HTTP/1.1" status: 200  len: 854 time: 0.0589273
May 02 03:36:30.845992 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c6cda-754a-4f8a-9dc1-2881221204ec req-e1093806-40e4-4103-942b-14a6ef0d7409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:36:30.847464 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-d78c6cda-754a-4f8a-9dc1-2881221204ec req-e1093806-40e4-4103-942b-14a6ef0d7409 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da3f1972-ca90-446b-bdc0-2bb6c05c6dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0687788
May 02 03:36:30.979721 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-d78c6cda-754a-4f8a-9dc1-2881221204ec req-2f904007-aaaf-4af0-ab3a-2abb87156fe2 service neutron] 10.222.0.37 "GET /v2.0/networks/da3f1972-ca90-446b-bdc0-2bb6c05c6dc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1245894
May 02 03:36:31.109217 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-d78c6cda-754a-4f8a-9dc1-2881221204ec req-325ee9ac-b1fd-4bad-b266-c578360f0b74 service neutron] 10.222.0.37 "GET /v2.0/networks/da3f1972-ca90-446b-bdc0-2bb6c05c6dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1230183
May 02 03:36:35.146347 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75daf98c-7797-4d2f-8cab-64bc934adcb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:36:37.813770 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:36:38.148454 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-c859eb05-a905-4d51-9fcf-9d4639a956dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:36:39.305144 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:36:40.812269 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:36:41.339370 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:36:46.640492 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:37:05.147857 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-2f8ce2e8-fd81-4ae3-9f45-1485af688afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:37:07.818878 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:37:08.148536 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-51e2356e-109a-4c3b-bbcd-85293056ed19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:37:09.307170 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:37:10.809913 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:37:11.340988 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:37:23.639709 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:37:31.363939 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-aead1299-860c-4d6e-9f93-ec9235582e4d req-497648a1-d92d-45d9-a2b0-e238fbca7f3d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a314e278-8c52-4e98-b68a-8402418c5600&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0668128
May 02 03:37:31.511345 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead1299-860c-4d6e-9f93-ec9235582e4d req-b5ff9afd-cd38-4cb8-9ea9-9fedb989f2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:37:31.512822 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-aead1299-860c-4d6e-9f93-ec9235582e4d req-b5ff9afd-cd38-4cb8-9ea9-9fedb989f2c8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a9fa23c656804d85929e20a6cdbea65a&device_id=a314e278-8c52-4e98-b68a-8402418c5600 HTTP/1.1" status: 200  len: 1098 time: 0.0822721
May 02 03:37:31.653952 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead1299-860c-4d6e-9f93-ec9235582e4d req-8bdd89c8-5049-4d9e-860e-8bd8eeaab019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:37:31.655317 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-aead1299-860c-4d6e-9f93-ec9235582e4d req-8bdd89c8-5049-4d9e-860e-8bd8eeaab019 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e3c24553-093c-4dba-a579-e14fc9bf8125 HTTP/1.1" status: 200  len: 916 time: 0.1240978
May 02 03:37:31.720129 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-aead1299-860c-4d6e-9f93-ec9235582e4d req-2ef5ef8e-15a4-404d-9593-d389cb899609 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c740e356-47d6-4db3-ae8b-2b0bf3d4b588 HTTP/1.1" status: 200  len: 217 time: 0.0585899
May 02 03:37:31.873790 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead1299-860c-4d6e-9f93-ec9235582e4d req-9d7c1782-5a00-4032-ba0f-ff525e9df384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:37:31.875220 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-aead1299-860c-4d6e-9f93-ec9235582e4d req-9d7c1782-5a00-4032-ba0f-ff525e9df384 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d5979161-d7b0-4fdb-a66c-2a0a0a8b9b09 HTTP/1.1" status: 200  len: 855 time: 0.1490538
May 02 03:37:31.923315 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-aead1299-860c-4d6e-9f93-ec9235582e4d req-9eabda7d-6ec8-41ea-8c52-f01f57f6b940 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3c24553-093c-4dba-a579-e14fc9bf8125&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0411289
May 02 03:37:32.053363 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-aead1299-860c-4d6e-9f93-ec9235582e4d req-7f26dced-4c7f-4596-bef0-f856c3669b72 service neutron] 10.222.0.37 "GET /v2.0/networks/e3c24553-093c-4dba-a579-e14fc9bf8125?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1231465
May 02 03:37:32.185477 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-aead1299-860c-4d6e-9f93-ec9235582e4d req-82850fb4-ce25-4419-8d4f-510ba632c6a3 service neutron] 10.222.0.37 "GET /v2.0/networks/e3c24553-093c-4dba-a579-e14fc9bf8125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1260808
May 02 03:37:35.148673 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-56b497de-6c49-4138-b695-3d8aa0392a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:37:37.820279 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:37:38.148125 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-6d5a5aea-7594-4c63-acb5-d4e5244d0cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:37:39.310681 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:37:40.813603 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:37:41.348237 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:38:00.638409 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:38:05.149337 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-1f563991-db71-4b54-80cc-ee7a13a942b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:38:07.822860 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:38:08.149999 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-b0eeafc5-b572-4550-8972-0c54bf8b723d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:38:09.320362 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:38:10.816552 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:38:11.347216 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:38:32.409791 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-93a121a1-2ab0-41af-9151-f756742e0ca9 req-7cc354b2-707a-4757-aec9-ead40b81d8ca service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=10824aa1-9107-47a4-bda7-a0b7a00e2f2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0739834
May 02 03:38:32.499098 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a121a1-2ab0-41af-9151-f756742e0ca9 req-536f6a52-200a-4f23-9dfd-474f5fc2e80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:38:32.500539 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-93a121a1-2ab0-41af-9151-f756742e0ca9 req-536f6a52-200a-4f23-9dfd-474f5fc2e80e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=86db9b6555854b9aa34776c9d15d0123&device_id=10824aa1-9107-47a4-bda7-a0b7a00e2f2d HTTP/1.1" status: 200  len: 1098 time: 0.0700190
May 02 03:38:32.642094 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a121a1-2ab0-41af-9151-f756742e0ca9 req-26c21436-5a3d-483d-882a-45e0d059a350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:38:32.643622 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-93a121a1-2ab0-41af-9151-f756742e0ca9 req-26c21436-5a3d-483d-882a-45e0d059a350 service neutron] 10.222.0.37 "GET /v2.0/networks?id=da3f1972-ca90-446b-bdc0-2bb6c05c6dc8 HTTP/1.1" status: 200  len: 916 time: 0.1236494
May 02 03:38:32.711744 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-93a121a1-2ab0-41af-9151-f756742e0ca9 req-d2991860-3dc9-40ab-91fd-0f28d3745958 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3d18953-bcab-4cdd-be63-8548fd3f02e8 HTTP/1.1" status: 200  len: 217 time: 0.0618248
May 02 03:38:32.773399 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a121a1-2ab0-41af-9151-f756742e0ca9 req-49fdb87c-7fc5-458c-bf6f-be6829299a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:38:32.774810 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-93a121a1-2ab0-41af-9151-f756742e0ca9 req-49fdb87c-7fc5-458c-bf6f-be6829299a4c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d3b1b4f7-5da0-457c-8875-76261a70ff20 HTTP/1.1" status: 200  len: 854 time: 0.0569963
May 02 03:38:32.852114 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a121a1-2ab0-41af-9151-f756742e0ca9 req-a2ad0c41-cb9d-457a-be96-db1f9019d74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:38:32.853513 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-93a121a1-2ab0-41af-9151-f756742e0ca9 req-a2ad0c41-cb9d-457a-be96-db1f9019d74d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da3f1972-ca90-446b-bdc0-2bb6c05c6dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0725091
May 02 03:38:32.983898 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-93a121a1-2ab0-41af-9151-f756742e0ca9 req-88cd3888-8dea-4c10-af9f-dbe1aa9e4aec service neutron] 10.222.0.37 "GET /v2.0/networks/da3f1972-ca90-446b-bdc0-2bb6c05c6dc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237221
May 02 03:38:33.110152 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-93a121a1-2ab0-41af-9151-f756742e0ca9 req-08e65c7b-48a1-4232-b126-aa8123696439 service neutron] 10.222.0.37 "GET /v2.0/networks/da3f1972-ca90-446b-bdc0-2bb6c05c6dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1198654
May 02 03:38:35.152870 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-d80b9371-f793-454c-940d-d2df48cc8224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:38:37.637494 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:38:37.825574 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:38:38.151827 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-58b19d89-fa74-49be-b9c7-d641ae43cdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:38:39.312940 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:38:40.820689 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:38:41.368820 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:39:05.155118 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-d55a79f1-1d25-4091-99f8-fb67802b2a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:39:07.829170 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:39:08.153668 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-25146f58-e104-467f-a168-fc62706abd78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:39:09.314739 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:39:10.821780 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:39:11.386345 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:39:14.637588 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:39:34.384844 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-f054655f-0c0c-4665-a876-42343dbdf9bf req-88ec39eb-279b-49c4-a53e-882c5f8f1da0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a314e278-8c52-4e98-b68a-8402418c5600&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0700653
May 02 03:39:34.517654 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054655f-0c0c-4665-a876-42343dbdf9bf req-a4e9aa6b-43b9-45ce-a5f8-bcc3f2cb7249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:39:34.519134 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-f054655f-0c0c-4665-a876-42343dbdf9bf req-a4e9aa6b-43b9-45ce-a5f8-bcc3f2cb7249 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a9fa23c656804d85929e20a6cdbea65a&device_id=a314e278-8c52-4e98-b68a-8402418c5600 HTTP/1.1" status: 200  len: 1098 time: 0.0691986
May 02 03:39:34.657534 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054655f-0c0c-4665-a876-42343dbdf9bf req-97d86f42-002a-40c9-984c-ea8073adc408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:39:34.659035 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-f054655f-0c0c-4665-a876-42343dbdf9bf req-97d86f42-002a-40c9-984c-ea8073adc408 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e3c24553-093c-4dba-a579-e14fc9bf8125 HTTP/1.1" status: 200  len: 916 time: 0.1217573
May 02 03:39:34.726804 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-f054655f-0c0c-4665-a876-42343dbdf9bf req-c9c28fa7-fc70-48de-bd97-0c21ce62a593 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c740e356-47d6-4db3-ae8b-2b0bf3d4b588 HTTP/1.1" status: 200  len: 217 time: 0.0619404
May 02 03:39:34.791221 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054655f-0c0c-4665-a876-42343dbdf9bf req-8e7c81e9-9a86-464a-b275-5bcb8366e68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:39:34.792851 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-f054655f-0c0c-4665-a876-42343dbdf9bf req-8e7c81e9-9a86-464a-b275-5bcb8366e68b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d5979161-d7b0-4fdb-a66c-2a0a0a8b9b09 HTTP/1.1" status: 200  len: 855 time: 0.0595207
May 02 03:39:34.915753 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-f054655f-0c0c-4665-a876-42343dbdf9bf req-c4650ee6-7d8e-46ba-962f-7eaed2d2d170 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3c24553-093c-4dba-a579-e14fc9bf8125&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1165092
May 02 03:39:35.046763 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-f054655f-0c0c-4665-a876-42343dbdf9bf req-49948066-43b5-4f53-b414-ac6e4e6ff584 service neutron] 10.222.0.37 "GET /v2.0/networks/e3c24553-093c-4dba-a579-e14fc9bf8125?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1239889
May 02 03:39:35.156596 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-b2e613c8-df20-4782-91a6-f55d27bf9695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:39:35.177401 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-f054655f-0c0c-4665-a876-42343dbdf9bf req-c81f4ff9-3115-4109-abb8-c7692c57e295 service neutron] 10.222.0.37 "GET /v2.0/networks/e3c24553-093c-4dba-a579-e14fc9bf8125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248565
May 02 03:39:37.830692 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:39:38.154800 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-b945cf81-7ae5-4006-b69c-723a6cb593f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:39:39.317587 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:39:40.826195 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:39:41.373697 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:39:51.636211 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:40:02.868969 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32752cf5-3087-47ab-87f1-fa47922fcb7a req-c7e52217-e9a3-4844-9fca-9ad9b172c32c tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:40:02.869672 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-32752cf5-3087-47ab-87f1-fa47922fcb7a req-c7e52217-e9a3-4844-9fca-9ad9b172c32c tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Synchronizing usage tracker for tenant:86db9b6555854b9aa34776c9d15d0123 on resource:port {{(pid=73900) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 02 03:40:02.886906 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-32752cf5-3087-47ab-87f1-fa47922fcb7a req-c7e52217-e9a3-4844-9fca-9ad9b172c32c tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Unset dirty status for tenant:86db9b6555854b9aa34776c9d15d0123 on resource:port {{(pid=73900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 02 03:40:02.888050 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-32752cf5-3087-47ab-87f1-fa47922fcb7a req-c7e52217-e9a3-4844-9fca-9ad9b172c32c tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] 10.222.0.37 "GET /v2.0/ports?device_id=10824aa1-9107-47a4-bda7-a0b7a00e2f2d HTTP/1.1" status: 200  len: 945 time: 0.1002557
May 02 03:40:02.907877 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec962c4-37d2-42cb-b87c-908f06fc9ab9 req-42427236-8fa9-45a2-96cb-a4e4afa8351b tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:40:02.909328 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-5ec962c4-37d2-42cb-b87c-908f06fc9ab9 req-42427236-8fa9-45a2-96cb-a4e4afa8351b tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] 10.222.0.38 "GET /v2.0/ports?device_id=10824aa1-9107-47a4-bda7-a0b7a00e2f2d HTTP/1.1" status: 200  len: 945 time: 0.2633357
May 02 03:40:02.954477 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-5ec962c4-37d2-42cb-b87c-908f06fc9ab9 req-6f3e1eab-9f61-46b4-872d-4dbcf8d5f19b tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] 10.222.0.38 "GET /v2.0/security-groups?id=901e5bda-908c-456a-8527-f412228267bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393038
May 02 03:40:03.023153 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [req-32752cf5-3087-47ab-87f1-fa47922fcb7a req-7c4fc9ee-91e8-493e-b761-ecada47ac539 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Deleting port f3d18953-bcab-4cdd-be63-8548fd3f02e8 {{(pid=73900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:40:03.023491 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-32752cf5-3087-47ab-87f1-fa47922fcb7a req-7c4fc9ee-91e8-493e-b761-ecada47ac539 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:03.150916 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [req-32752cf5-3087-47ab-87f1-fa47922fcb7a req-7c4fc9ee-91e8-493e-b761-ecada47ac539 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] For port f3d18953-bcab-4cdd-be63-8548fd3f02e8, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=f3d18953-bcab-4cdd-be63-8548fd3f02e8,segment=NetworkSegment(041814a6-5514-4282-9c67-856e927b1b01),segment_id=041814a6-5514-4282-9c67-856e927b1b01)] {{(pid=73900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:40:03.151261 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-32752cf5-3087-47ab-87f1-fa47922fcb7a req-7c4fc9ee-91e8-493e-b761-ecada47ac539 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:03.274119 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [req-32752cf5-3087-47ab-87f1-fa47922fcb7a req-7c4fc9ee-91e8-493e-b761-ecada47ac539 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Calling delete_port for f3d18953-bcab-4cdd-be63-8548fd3f02e8 owned by compute:nova {{(pid=73900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:40:03.382690 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-32752cf5-3087-47ab-87f1-fa47922fcb7a req-7c4fc9ee-91e8-493e-b761-ecada47ac539 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-899257'] for port, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:03.388312 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-e7320e1e-1fd7-46cb-8a5a-c1321f815a9a tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:40:03.396555 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] get_ports_and_sgs() called for port_ids ['f3d18953-bcab-4cdd-be63-8548fd3f02e8'] {{(pid=73902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 02 03:40:03.432286 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4fc9ee-91e8-493e-b761-ecada47ac539 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Pushing event deleted for resources: {'Port': ['ID=f3d18953-bcab-4cdd-be63-8548fd3f02e8,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:40:03.474352 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4fc9ee-91e8-493e-b761-ecada47ac539 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:40:03.474739 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4fc9ee-91e8-493e-b761-ecada47ac539 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:40:03.475092 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4fc9ee-91e8-493e-b761-ecada47ac539 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:40:03.475441 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4fc9ee-91e8-493e-b761-ecada47ac539 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:40:03.475784 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4fc9ee-91e8-493e-b761-ecada47ac539 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:40:03.476124 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4fc9ee-91e8-493e-b761-ecada47ac539 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:40:03.476462 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4fc9ee-91e8-493e-b761-ecada47ac539 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:40:03.476804 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4fc9ee-91e8-493e-b761-ecada47ac539 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:40:03.477141 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4fc9ee-91e8-493e-b761-ecada47ac539 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:40:03.477473 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4fc9ee-91e8-493e-b761-ecada47ac539 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:40:03.477808 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4fc9ee-91e8-493e-b761-ecada47ac539 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:40:03.478139 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4fc9ee-91e8-493e-b761-ecada47ac539 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:40:03.485499 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-7c4fc9ee-91e8-493e-b761-ecada47ac539 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:40:03.520871 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.l3_dvrscheduler_db [req-32752cf5-3087-47ab-87f1-fa47922fcb7a req-7c4fc9ee-91e8-493e-b761-ecada47ac539 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] No DVR routers for this DVR port f3d18953-bcab-4cdd-be63-8548fd3f02e8 on host hv-cinder-78907 {{(pid=73900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 02 03:40:03.523211 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-32752cf5-3087-47ab-87f1-fa47922fcb7a req-7c4fc9ee-91e8-493e-b761-ecada47ac539 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for port, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:03.525693 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10824aa1-9107-47a4-bda7-a0b7a00e2f2d', 'name': 'network-vif-deleted', 'tag': 'f3d18953-bcab-4cdd-be63-8548fd3f02e8'}] {{(pid=73900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:40:03.540707 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-32752cf5-3087-47ab-87f1-fa47922fcb7a req-7c4fc9ee-91e8-493e-b761-ecada47ac539 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] 10.222.0.37 "DELETE /v2.0/ports/f3d18953-bcab-4cdd-be63-8548fd3f02e8 HTTP/1.1" status: 204  len: 173 time: 0.6474676
May 02 03:40:03.631478 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10824aa1-9107-47a4-bda7-a0b7a00e2f2d', 'name': 'network-vif-deleted', 'tag': 'f3d18953-bcab-4cdd-be63-8548fd3f02e8', 'status': 'completed', 'code': 200}
May 02 03:40:04.146131 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c68b2480-01c6-4107-9790-91ae43fccad6 req-3464b7b1-021d-480e-96b4-2daffe437a24 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] 10.222.0.38 "GET /v2.0/ports?device_id=10824aa1-9107-47a4-bda7-a0b7a00e2f2d HTTP/1.1" status: 200  len: 210 time: 0.0492659
May 02 03:40:05.157137 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-bae7fd17-296a-47bd-b751-9d83366447e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:05.394180 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device f3d18953-bcab-4cdd-be63-8548fd3f02e8 no longer exists at agent hyperv_hv-cinder-78907 {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 02 03:40:05.427812 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] No Port match for: f3d18953-bcab-4cdd-be63-8548fd3f02e8 {{(pid=73902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 02 03:40:05.428159 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device f3d18953-bcab-4cdd-be63-8548fd3f02e8 not bound to the agent host hv-cinder-78907 {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 02 03:40:07.122681 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 35916) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:40:07.603531 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef186fa-46c0-41f9-8c0d-d04d4f36f65f req-b8bc6fae-8c0d-46bd-bd66-f37d64d488de tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:40:07.605013 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-eef186fa-46c0-41f9-8c0d-d04d4f36f65f req-b8bc6fae-8c0d-46bd-bd66-f37d64d488de tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=a314e278-8c52-4e98-b68a-8402418c5600 HTTP/1.1" status: 200  len: 945 time: 0.0789988
May 02 03:40:07.654124 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-eef186fa-46c0-41f9-8c0d-d04d4f36f65f req-a5c15542-415c-4193-8a31-8a7687f40d61 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423207
May 02 03:40:07.833355 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:07.942917 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-7e5c68c8-fbcb-4f7c-8c17-597c221c28c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-400707'] for router_interface, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:08.016255 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e2ec2-a41d-4e2c-afaa-7f42bbd58005 req-0832fb5d-ba85-47fd-a8c0-8ffc2424ec23 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:40:08.016920 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-8e0e2ec2-a41d-4e2c-afaa-7f42bbd58005 req-0832fb5d-ba85-47fd-a8c0-8ffc2424ec23 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Synchronizing usage tracker for tenant:a9fa23c656804d85929e20a6cdbea65a on resource:port {{(pid=73900) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 02 03:40:08.099569 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-8e0e2ec2-a41d-4e2c-afaa-7f42bbd58005 req-0832fb5d-ba85-47fd-a8c0-8ffc2424ec23 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Unset dirty status for tenant:a9fa23c656804d85929e20a6cdbea65a on resource:port {{(pid=73900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 02 03:40:08.100663 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-8e0e2ec2-a41d-4e2c-afaa-7f42bbd58005 req-0832fb5d-ba85-47fd-a8c0-8ffc2424ec23 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.37 "GET /v2.0/ports?device_id=a314e278-8c52-4e98-b68a-8402418c5600 HTTP/1.1" status: 200  len: 945 time: 0.2515585
May 02 03:40:08.162760 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-57f5997e-5c24-42c0-a6db-bd292660f540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:08.371164 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [req-8e0e2ec2-a41d-4e2c-afaa-7f42bbd58005 req-ffd839c4-3e6d-417e-a23c-c8c0c96fae28 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Deleting port c740e356-47d6-4db3-ae8b-2b0bf3d4b588 {{(pid=73900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:40:08.371727 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-8e0e2ec2-a41d-4e2c-afaa-7f42bbd58005 req-ffd839c4-3e6d-417e-a23c-c8c0c96fae28 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:08.582602 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [req-8e0e2ec2-a41d-4e2c-afaa-7f42bbd58005 req-ffd839c4-3e6d-417e-a23c-c8c0c96fae28 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] For port c740e356-47d6-4db3-ae8b-2b0bf3d4b588, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=c740e356-47d6-4db3-ae8b-2b0bf3d4b588,segment=NetworkSegment(b30497ce-e2ee-43bf-863e-b0adb6c70caf),segment_id=b30497ce-e2ee-43bf-863e-b0adb6c70caf)] {{(pid=73900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:40:08.582957 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-8e0e2ec2-a41d-4e2c-afaa-7f42bbd58005 req-ffd839c4-3e6d-417e-a23c-c8c0c96fae28 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:08.703936 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [req-8e0e2ec2-a41d-4e2c-afaa-7f42bbd58005 req-ffd839c4-3e6d-417e-a23c-c8c0c96fae28 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Calling delete_port for c740e356-47d6-4db3-ae8b-2b0bf3d4b588 owned by compute:nova {{(pid=73900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:40:08.733680 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [None req-7e5c68c8-fbcb-4f7c-8c17-597c221c28c4 admin admin] Deleting port d0addd84-9b8a-4625-9dda-a836ebbfa71e {{(pid=73900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:40:08.734011 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-7e5c68c8-fbcb-4f7c-8c17-597c221c28c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:08.871591 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [None req-7e5c68c8-fbcb-4f7c-8c17-597c221c28c4 admin admin] For port d0addd84-9b8a-4625-9dda-a836ebbfa71e, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=d0addd84-9b8a-4625-9dda-a836ebbfa71e,segment=NetworkSegment(041814a6-5514-4282-9c67-856e927b1b01),segment_id=041814a6-5514-4282-9c67-856e927b1b01)] {{(pid=73900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:40:08.872019 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-7e5c68c8-fbcb-4f7c-8c17-597c221c28c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:08.895940 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ce0e5-9484-4346-a046-96c70d43ee9b req-a7350df3-9903-44d0-88c7-151bf148b1ac tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:40:08.897397 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-863ce0e5-9484-4346-a046-96c70d43ee9b req-a7350df3-9903-44d0-88c7-151bf148b1ac tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/ports?device_id=a314e278-8c52-4e98-b68a-8402418c5600 HTTP/1.1" status: 200  len: 945 time: 0.1341052
May 02 03:40:09.021586 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-863ce0e5-9484-4346-a046-96c70d43ee9b req-975bad6b-5b68-4cfc-a660-27acf95831c2 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5f96d33-2e2a-460d-adab-92c503e626fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1176133
May 02 03:40:09.120059 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [None req-7e5c68c8-fbcb-4f7c-8c17-597c221c28c4 admin admin] Calling delete_port for d0addd84-9b8a-4625-9dda-a836ebbfa71e owned by network:router_interface {{(pid=73900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:40:09.147298 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-8e0e2ec2-a41d-4e2c-afaa-7f42bbd58005 req-ffd839c4-3e6d-417e-a23c-c8c0c96fae28 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-899257'] for port, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:09.153355 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-d5b54f56-9fb5-48d8-81ed-c68d18873d0e tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:40:09.158957 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] get_ports_and_sgs() called for port_ids ['c740e356-47d6-4db3-ae8b-2b0bf3d4b588'] {{(pid=73902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 02 03:40:09.203548 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd839c4-3e6d-417e-a23c-c8c0c96fae28 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Pushing event deleted for resources: {'Port': ['ID=c740e356-47d6-4db3-ae8b-2b0bf3d4b588,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:40:09.233633 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-ffd839c4-3e6d-417e-a23c-c8c0c96fae28 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:40:09.282206 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e0e2ec2-a41d-4e2c-afaa-7f42bbd58005 req-ffd839c4-3e6d-417e-a23c-c8c0c96fae28 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] No DVR routers for this DVR port c740e356-47d6-4db3-ae8b-2b0bf3d4b588 on host hv-cinder-78907 {{(pid=73900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 02 03:40:09.320509 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:09.396272 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-8e0e2ec2-a41d-4e2c-afaa-7f42bbd58005 req-ffd839c4-3e6d-417e-a23c-c8c0c96fae28 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for port, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:09.398748 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a314e278-8c52-4e98-b68a-8402418c5600', 'name': 'network-vif-deleted', 'tag': 'c740e356-47d6-4db3-ae8b-2b0bf3d4b588'}] {{(pid=73900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:40:09.428011 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-8e0e2ec2-a41d-4e2c-afaa-7f42bbd58005 req-ffd839c4-3e6d-417e-a23c-c8c0c96fae28 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] 10.222.0.37 "DELETE /v2.0/ports/c740e356-47d6-4db3-ae8b-2b0bf3d4b588 HTTP/1.1" status: 204  len: 173 time: 1.3196530
May 02 03:40:09.458825 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a314e278-8c52-4e98-b68a-8402418c5600', 'name': 'network-vif-deleted', 'tag': 'c740e356-47d6-4db3-ae8b-2b0bf3d4b588', 'status': 'completed', 'code': 200}
May 02 03:40:09.551074 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-7e5c68c8-fbcb-4f7c-8c17-597c221c28c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-899257'] for port, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:09.554597 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-983c7b51-7209-4eb0-a72c-abda8c10e293 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:40:09.595945 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5c68c8-fbcb-4f7c-8c17-597c221c28c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0addd84-9b8a-4625-9dda-a836ebbfa71e,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:40:09.599364 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-7e5c68c8-fbcb-4f7c-8c17-597c221c28c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:40:09.859979 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-7e5c68c8-fbcb-4f7c-8c17-597c221c28c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1598338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425203'] for router_interface, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:10.117253 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 35950) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:40:10.223102 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc6b18bb-4dd8-4c76-b36d-56bbea81afa6 admin admin] Deleting subnet d5979161-d7b0-4fdb-a66c-2a0a0a8b9b09 {{(pid=73901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
May 02 03:40:10.226800 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-bc6b18bb-4dd8-4c76-b36d-56bbea81afa6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:10.231224 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e5c68c8-fbcb-4f7c-8c17-597c221c28c4 admin admin] Router 4e24916a-6e51-42b4-9352-bd8d59beeccd has already been hosted by L3 agent c822661f-3527-457d-a53a-678072f60f18 {{(pid=73900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 02 03:40:10.279050 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-bc6b18bb-4dd8-4c76-b36d-56bbea81afa6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2839877'] for subnet, precommit_delete_associations {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:10.334059 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-bc6b18bb-4dd8-4c76-b36d-56bbea81afa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799051'] for subnet, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:10.414297 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5c68c8-fbcb-4f7c-8c17-597c221c28c4 admin admin] Notify agent at l3_agent.dv-cinder-789077-1-iscsi the message routers_updated {{(pid=73900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 02 03:40:10.425063 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8c06aa-6227-4d8b-9fc0-0d246a4e7a21 None None] Sync routers for ids ['4e24916a-6e51-42b4-9352-bd8d59beeccd'] in dv-cinder-789077-1-iscsi {{(pid=73902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 02 03:40:10.430966 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-7e5c68c8-fbcb-4f7c-8c17-597c221c28c4 admin admin] 10.222.0.38 "PUT /v2.0/routers/4e24916a-6e51-42b4-9352-bd8d59beeccd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3069515
May 02 03:40:10.431721 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 35960) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:40:10.435861 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8c06aa-6227-4d8b-9fc0-0d246a4e7a21 None None] Routers {'4e24916a-6e51-42b4-9352-bd8d59beeccd'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:40:10.436487 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-ce8c06aa-6227-4d8b-9fc0-0d246a4e7a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c54c486d0>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:40:08Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['4e24916a-6e51-42b4-9352-bd8d59beeccd'], 'active': True} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:40:10.608128 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-bc6b18bb-4dd8-4c76-b36d-56bbea81afa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3711852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2161004'] for subnet, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:10.621558 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:40:10.660642 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-bc6b18bb-4dd8-4c76-b36d-56bbea81afa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for subnet, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:10.661253 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvr_db [None req-ce8c06aa-6227-4d8b-9fc0-0d246a4e7a21 None None] Set router 4e24916a-6e51-42b4-9352-bd8d59beeccd gateway port host: dv-cinder-789077-1-iscsi {{(pid=73902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:40:10.664375 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b18bb-4dd8-4c76-b36d-56bbea81afa6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5979161-d7b0-4fdb-a66c-2a0a0a8b9b09,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:40:10.672670 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b18bb-4dd8-4c76-b36d-56bbea81afa6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:40:10.673035 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b18bb-4dd8-4c76-b36d-56bbea81afa6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:40:10.673392 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b18bb-4dd8-4c76-b36d-56bbea81afa6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:40:10.673739 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b18bb-4dd8-4c76-b36d-56bbea81afa6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:40:10.674081 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b18bb-4dd8-4c76-b36d-56bbea81afa6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:40:10.674455 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b18bb-4dd8-4c76-b36d-56bbea81afa6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:40:10.674789 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b18bb-4dd8-4c76-b36d-56bbea81afa6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:40:10.675128 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b18bb-4dd8-4c76-b36d-56bbea81afa6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:40:10.675464 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b18bb-4dd8-4c76-b36d-56bbea81afa6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:40:10.675860 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b18bb-4dd8-4c76-b36d-56bbea81afa6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:40:10.676199 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b18bb-4dd8-4c76-b36d-56bbea81afa6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:40:10.676531 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b18bb-4dd8-4c76-b36d-56bbea81afa6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:40:10.682349 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-bc6b18bb-4dd8-4c76-b36d-56bbea81afa6 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/d5979161-d7b0-4fdb-a66c-2a0a0a8b9b09 HTTP/1.1" status: 204  len: 168 time: 0.5639484
May 02 03:40:10.683437 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 35966) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:40:10.684204 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-bc6b18bb-4dd8-4c76-b36d-56bbea81afa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:40:10.745372 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-5e28dc86-83fc-4bf5-868a-35db3d77dc5c admin admin] Notify callbacks [] for router, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:10.797114 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-ab4220b0-28a0-41fc-b0cf-707731168522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688557'] for network, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:10.895024 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:10.926648 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-5e28dc86-83fc-4bf5-868a-35db3d77dc5c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:10.943984 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-ab4220b0-28a0-41fc-b0cf-707731168522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773334', 'neutron.services.segments.db._delete_segments_for_network-8747865761073'] for network, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:11.000771 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [None req-5e28dc86-83fc-4bf5-868a-35db3d77dc5c admin admin] Deleting port 026463fc-9401-4e72-b381-5a8a224c591f {{(pid=73900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:40:11.001164 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-5e28dc86-83fc-4bf5-868a-35db3d77dc5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:11.054302 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.services.segments.db [None req-ab4220b0-28a0-41fc-b0cf-707731168522 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c54529610>,) {'filters': {'network_id': ['e3c24553-093c-4dba-a579-e14fc9bf8125']}} {{(pid=73901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:40:11.066806 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.services.segments.db [None req-ab4220b0-28a0-41fc-b0cf-707731168522 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c54529610>, 'b30497ce-e2ee-43bf-863e-b0adb6c70caf') {'for_net_delete': True} {{(pid=73901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:40:11.067123 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.services.segments.db [None req-ab4220b0-28a0-41fc-b0cf-707731168522 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c54529610>, 'b30497ce-e2ee-43bf-863e-b0adb6c70caf') {} {{(pid=73901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:40:11.078184 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-ab4220b0-28a0-41fc-b0cf-707731168522 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747865772647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2839932'] for segment, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:11.094987 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-ab4220b0-28a0-41fc-b0cf-707731168522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800657'] for segment, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:11.101755 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab4220b0-28a0-41fc-b0cf-707731168522 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=73901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 02 03:40:11.119537 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-ce8c06aa-6227-4d8b-9fc0-0d246a4e7a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c54c486d0>, [{'id': '4e24916a-6e51-42b4-9352-bd8d59beeccd', 'name': 'tempest-TestMinimumBasicScenario-1567926612-router', 'tenant_id': '86db9b6555854b9aa34776c9d15d0123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '026463fc-9401-4e72-b381-5a8a224c591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:26:24Z', 'updated_at': '2021-05-02T03:40:09Z', 'revision_number': 5, 'project_id': '86db9b6555854b9aa34776c9d15d0123', 'gw_port': {'id': '026463fc-9401-4e72-b381-5a8a224c591f', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e24916a-6e51-42b4-9352-bd8d59beeccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:26:25Z', 'updated_at': '2021-05-02T03:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi'}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:40:11.127192 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8c06aa-6227-4d8b-9fc0-0d246a4e7a21 None None] Checking router: 4e24916a-6e51-42b4-9352-bd8d59beeccd for host: dv-cinder-789077-1-iscsi {{(pid=73902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 02 03:40:11.127446 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [None req-5e28dc86-83fc-4bf5-868a-35db3d77dc5c admin admin] For port 026463fc-9401-4e72-b381-5a8a224c591f, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=026463fc-9401-4e72-b381-5a8a224c591f,segment=NetworkSegment(3f443235-55d0-4d2d-a949-b49c1a220799),segment_id=3f443235-55d0-4d2d-a949-b49c1a220799)] {{(pid=73900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:40:11.127936 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-5e28dc86-83fc-4bf5-868a-35db3d77dc5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:11.141156 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8c06aa-6227-4d8b-9fc0-0d246a4e7a21 None None] Routers {'4e24916a-6e51-42b4-9352-bd8d59beeccd'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:40:11.141752 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-ce8c06aa-6227-4d8b-9fc0-0d246a4e7a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c54c486d0>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:40:08Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['4e24916a-6e51-42b4-9352-bd8d59beeccd'], 'active': True} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:40:11.252116 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [None req-5e28dc86-83fc-4bf5-868a-35db3d77dc5c admin admin] Calling delete_port for 026463fc-9401-4e72-b381-5a8a224c591f owned by network:router_gateway {{(pid=73900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:40:11.273543 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.managers [None req-ab4220b0-28a0-41fc-b0cf-707731168522 admin admin] Network e3c24553-093c-4dba-a579-e14fc9bf8125 has no segments {{(pid=73901) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 02 03:40:11.283346 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-ab4220b0-28a0-41fc-b0cf-707731168522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1800670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718606'] for segment, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:11.308810 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvr_db [None req-ce8c06aa-6227-4d8b-9fc0-0d246a4e7a21 None None] Set router 4e24916a-6e51-42b4-9352-bd8d59beeccd gateway port host: None {{(pid=73902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:40:11.393433 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-5e28dc86-83fc-4bf5-868a-35db3d77dc5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-899257'] for port, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:11.398429 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-43614604-50c8-4083-8bf0-8c2581d76ac2 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:40:11.421452 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-ce8c06aa-6227-4d8b-9fc0-0d246a4e7a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c54c486d0>, [{'id': '4e24916a-6e51-42b4-9352-bd8d59beeccd', 'name': 'tempest-TestMinimumBasicScenario-1567926612-router', 'tenant_id': '86db9b6555854b9aa34776c9d15d0123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:26:24Z', 'updated_at': '2021-05-02T03:40:10Z', 'revision_number': 6, 'project_id': '86db9b6555854b9aa34776c9d15d0123', 'gw_port_host': None}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:40:11.429995 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device c740e356-47d6-4db3-ae8b-2b0bf3d4b588 no longer exists at agent hyperv_hv-cinder-78907 {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 02 03:40:11.452893 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e28dc86-83fc-4bf5-868a-35db3d77dc5c admin admin] Pushing event deleted for resources: {'Port': ['ID=026463fc-9401-4e72-b381-5a8a224c591f,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:40:11.455719 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.managers [None req-ab4220b0-28a0-41fc-b0cf-707731168522 admin admin] Network e3c24553-093c-4dba-a579-e14fc9bf8125 has no segments {{(pid=73901) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 02 03:40:11.456560 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-5e28dc86-83fc-4bf5-868a-35db3d77dc5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:40:11.473743 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] No Port match for: c740e356-47d6-4db3-ae8b-2b0bf3d4b588 {{(pid=73902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 02 03:40:11.474329 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device c740e356-47d6-4db3-ae8b-2b0bf3d4b588 not bound to the agent host hv-cinder-78907 {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 02 03:40:11.475910 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8c06aa-6227-4d8b-9fc0-0d246a4e7a21 None None] The sync data for ids ['4e24916a-6e51-42b4-9352-bd8d59beeccd'] in dv-cinder-789077-1-iscsi is: [{'id': '4e24916a-6e51-42b4-9352-bd8d59beeccd', 'name': 'tempest-TestMinimumBasicScenario-1567926612-router', 'tenant_id': '86db9b6555854b9aa34776c9d15d0123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:26:24Z', 'updated_at': '2021-05-02T03:40:10Z', 'revision_number': 6, 'project_id': '86db9b6555854b9aa34776c9d15d0123', 'gw_port_host': None}] {{(pid=73902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 02 03:40:11.482821 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:11.559330 dv-cinder-789077-1-iscsi neutron-server[73901]: Traceback (most recent call last):
May 02 03:40:11.559330 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 02 03:40:11.559330 dv-cinder-789077-1-iscsi neutron-server[73901]:     timer()
May 02 03:40:11.559330 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 02 03:40:11.559330 dv-cinder-789077-1-iscsi neutron-server[73901]:     cb(*args, **kw)
May 02 03:40:11.559330 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 02 03:40:11.559330 dv-cinder-789077-1-iscsi neutron-server[73901]:     return func(*args, **kwargs)
May 02 03:40:11.559330 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 02 03:40:11.559330 dv-cinder-789077-1-iscsi neutron-server[73901]:     self._notify()
May 02 03:40:11.559330 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 02 03:40:11.559330 dv-cinder-789077-1-iscsi neutron-server[73901]:     self.callback(batched_events)
May 02 03:40:11.559330 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 02 03:40:11.559330 dv-cinder-789077-1-iscsi neutron-server[73901]:     event.method(event)
May 02 03:40:11.559330 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 02 03:40:11.559330 dv-cinder-789077-1-iscsi neutron-server[73901]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 02 03:40:11.559330 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 02 03:40:11.559330 dv-cinder-789077-1-iscsi neutron-server[73901]:     aggregate_uuid = self.p_client.list_aggregates(
May 02 03:40:11.559330 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 02 03:40:11.559330 dv-cinder-789077-1-iscsi neutron-server[73901]:     return f(self, *a, **k)
May 02 03:40:11.559330 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 02 03:40:11.559330 dv-cinder-789077-1-iscsi neutron-server[73901]:     return self._get(url).json()
May 02 03:40:11.559330 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 02 03:40:11.559330 dv-cinder-789077-1-iscsi neutron-server[73901]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 02 03:40:11.559330 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 02 03:40:11.559330 dv-cinder-789077-1-iscsi neutron-server[73901]:     return self.request(url, 'GET', **kwargs)
May 02 03:40:11.559330 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 02 03:40:11.559330 dv-cinder-789077-1-iscsi neutron-server[73901]:     base_url = self.get_endpoint(auth, allow=allow,
May 02 03:40:11.559330 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 02 03:40:11.559330 dv-cinder-789077-1-iscsi neutron-server[73901]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 02 03:40:11.559330 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 02 03:40:11.559330 dv-cinder-789077-1-iscsi neutron-server[73901]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 02 03:40:11.559330 dv-cinder-789077-1-iscsi neutron-server[73901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 02 03:40:11.563139 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-ab4220b0-28a0-41fc-b0cf-707731168522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419395'] for network, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:11.569340 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:40:11.577556 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-5e28dc86-83fc-4bf5-868a-35db3d77dc5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419436'] for router_gateway, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:11.589964 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-ab4220b0-28a0-41fc-b0cf-707731168522 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for network, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:11.600758 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4220b0-28a0-41fc-b0cf-707731168522 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3c24553-093c-4dba-a579-e14fc9bf8125,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:40:11.604325 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-ab4220b0-28a0-41fc-b0cf-707731168522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:40:11.607863 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-ab4220b0-28a0-41fc-b0cf-707731168522 admin admin] 10.222.0.38 "DELETE /v2.0/networks/e3c24553-093c-4dba-a579-e14fc9bf8125 HTTP/1.1" status: 204  len: 168 time: 0.9227545
May 02 03:40:11.728504 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 35978) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:40:11.752213 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-5e28dc86-83fc-4bf5-868a-35db3d77dc5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1022368'] for router, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:11.754444 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-5e28dc86-83fc-4bf5-868a-35db3d77dc5c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:11.778180 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-aac1e07f-f0eb-450e-b44a-4f962ac557b6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a9fa23c656804d85929e20a6cdbea65a&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0481911
May 02 03:40:11.779781 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-5e28dc86-83fc-4bf5-868a-35db3d77dc5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418852'] for router, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:11.780368 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 35982) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:40:11.782167 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e28dc86-83fc-4bf5-868a-35db3d77dc5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e24916a-6e51-42b4-9352-bd8d59beeccd {{(pid=73900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 02 03:40:11.794698 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-5e28dc86-83fc-4bf5-868a-35db3d77dc5c admin admin] Notify callbacks [] for router, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:11.798079 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-5e28dc86-83fc-4bf5-868a-35db3d77dc5c admin admin] 10.222.0.38 "DELETE /v2.0/routers/4e24916a-6e51-42b4-9352-bd8d59beeccd HTTP/1.1" status: 204  len: 168 time: 1.3631880
May 02 03:40:11.798781 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 35986) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:40:11.846493 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-d188d617-0f01-4d86-bd50-45a6b8599969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:11.864094 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d2eb8cb-a72a-4621-a9ca-9f70a4690618 admin admin] Deleting subnet d3b1b4f7-5da0-457c-8875-76261a70ff20 {{(pid=73900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
May 02 03:40:11.867425 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-1d2eb8cb-a72a-4621-a9ca-9f70a4690618 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:11.923126 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-1d2eb8cb-a72a-4621-a9ca-9f70a4690618 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3074780'] for subnet, precommit_delete_associations {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:11.971781 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-d188d617-0f01-4d86-bd50-45a6b8599969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:12.023111 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-d188d617-0f01-4d86-bd50-45a6b8599969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:12.027349 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-5ad4e393-e168-4214-b5ab-8415f99d663e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:40:12.046758 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d188d617-0f01-4d86-bd50-45a6b8599969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f96d33-2e2a-460d-adab-92c503e626fe,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:40:12.049269 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-d188d617-0f01-4d86-bd50-45a6b8599969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:40:12.056524 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-d188d617-0f01-4d86-bd50-45a6b8599969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:12.058229 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-d188d617-0f01-4d86-bd50-45a6b8599969 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e5f96d33-2e2a-460d-adab-92c503e626fe HTTP/1.1" status: 204  len: 168 time: 0.2763100
May 02 03:40:12.137452 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-1d2eb8cb-a72a-4621-a9ca-9f70a4690618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799051'] for subnet, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:12.316797 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 026463fc-9401-4e72-b381-5a8a224c591f no longer exists at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 02 03:40:12.360297 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] No Port match for: 026463fc-9401-4e72-b381-5a8a224c591f {{(pid=73902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 02 03:40:12.360951 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 026463fc-9401-4e72-b381-5a8a224c591f not bound to the agent host dv-cinder-789077-1-iscsi {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 02 03:40:12.361372 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device d0addd84-9b8a-4625-9dda-a836ebbfa71e no longer exists at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 02 03:40:12.397623 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] No Port match for: d0addd84-9b8a-4625-9dda-a836ebbfa71e {{(pid=73902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 02 03:40:12.397974 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device d0addd84-9b8a-4625-9dda-a836ebbfa71e not bound to the agent host dv-cinder-789077-1-iscsi {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 02 03:40:12.399098 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-1d2eb8cb-a72a-4621-a9ca-9f70a4690618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-894536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26376822'] for subnet, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:12.408985 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:40:12.438520 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-1d2eb8cb-a72a-4621-a9ca-9f70a4690618 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:12.445069 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fe20e8-5f1e-40a5-8892-7424f2e2e588 None None] Network da3f1972-ca90-446b-bdc0-2bb6c05c6dc8 requested from dv-cinder-789077-1-iscsi {{(pid=73902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 02 03:40:12.445523 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2eb8cb-a72a-4621-a9ca-9f70a4690618 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3b1b4f7-5da0-457c-8875-76261a70ff20,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:40:12.448295 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-1d2eb8cb-a72a-4621-a9ca-9f70a4690618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:40:12.450436 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-1d2eb8cb-a72a-4621-a9ca-9f70a4690618 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/d3b1b4f7-5da0-457c-8875-76261a70ff20 HTTP/1.1" status: 204  len: 168 time: 0.6506095
May 02 03:40:12.452853 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 35996) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:40:12.563954 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-7cd13a31-d784-4ca6-8852-5a540eb40ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688557'] for network, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:12.653222 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [None req-7cd13a31-d784-4ca6-8852-5a540eb40ec9 admin admin] Deleting port 96a1f595-8a6d-40b7-a5ef-b427239505dc {{(pid=73900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:40:12.653662 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-7cd13a31-d784-4ca6-8852-5a540eb40ec9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:12.767952 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085a5ab1-7c0e-48ee-a950-9e891cc612a3 None None] DHCP port deletion for da3f1972-ca90-446b-bdc0-2bb6c05c6dc8 request from dv-cinder-789077-1-iscsi {{(pid=73902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
May 02 03:40:12.816359 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [None req-7cd13a31-d784-4ca6-8852-5a540eb40ec9 admin admin] For port 96a1f595-8a6d-40b7-a5ef-b427239505dc, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=96a1f595-8a6d-40b7-a5ef-b427239505dc,segment=NetworkSegment(041814a6-5514-4282-9c67-856e927b1b01),segment_id=041814a6-5514-4282-9c67-856e927b1b01)] {{(pid=73900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:40:12.820031 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-7cd13a31-d784-4ca6-8852-5a540eb40ec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:12.904392 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-085a5ab1-7c0e-48ee-a950-9e891cc612a3 None None] Deleting port 96a1f595-8a6d-40b7-a5ef-b427239505dc {{(pid=73902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:40:12.904889 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-085a5ab1-7c0e-48ee-a950-9e891cc612a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:12.947180 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [None req-7cd13a31-d784-4ca6-8852-5a540eb40ec9 admin admin] Calling delete_port for 96a1f595-8a6d-40b7-a5ef-b427239505dc owned by network:dhcp {{(pid=73900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:40:13.003628 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-7cd13a31-d784-4ca6-8852-5a540eb40ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-899257'] for port, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:13.007155 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-085a5ab1-7c0e-48ee-a950-9e891cc612a3 None None] For port 96a1f595-8a6d-40b7-a5ef-b427239505dc, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=96a1f595-8a6d-40b7-a5ef-b427239505dc,segment=NetworkSegment(041814a6-5514-4282-9c67-856e927b1b01),segment_id=041814a6-5514-4282-9c67-856e927b1b01)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:40:13.007702 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-085a5ab1-7c0e-48ee-a950-9e891cc612a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:13.009304 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-5e28dc86-83fc-4bf5-868a-35db3d77dc5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:40:13.062545 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd13a31-d784-4ca6-8852-5a540eb40ec9 admin admin] Pushing event deleted for resources: {'Port': ['ID=96a1f595-8a6d-40b7-a5ef-b427239505dc,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:40:13.066694 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-7cd13a31-d784-4ca6-8852-5a540eb40ec9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:40:13.067543 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd13a31-d784-4ca6-8852-5a540eb40ec9 admin admin] No DVR routers for this DVR port 96a1f595-8a6d-40b7-a5ef-b427239505dc on host dv-cinder-789077-1-iscsi {{(pid=73900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 02 03:40:13.131004 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-085a5ab1-7c0e-48ee-a950-9e891cc612a3 None None] Calling delete_port for 96a1f595-8a6d-40b7-a5ef-b427239505dc owned by network:dhcp {{(pid=73902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:40:13.187330 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-7cd13a31-d784-4ca6-8852-5a540eb40ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773334', 'neutron.services.segments.db._delete_segments_for_network-8747865761073'] for network, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:13.266647 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-085a5ab1-7c0e-48ee-a950-9e891cc612a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535'] for port, after_delete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:13.271276 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-cb9defda-df97-45c0-afdc-b8dc6bdf545f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:40:13.300964 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.services.segments.db [None req-7cd13a31-d784-4ca6-8852-5a540eb40ec9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c5506e580>,) {'filters': {'network_id': ['da3f1972-ca90-446b-bdc0-2bb6c05c6dc8']}} {{(pid=73900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:40:13.314794 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.services.segments.db [None req-7cd13a31-d784-4ca6-8852-5a540eb40ec9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c5506e580>, '041814a6-5514-4282-9c67-856e927b1b01') {'for_net_delete': True} {{(pid=73900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:40:13.315093 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.services.segments.db [None req-7cd13a31-d784-4ca6-8852-5a540eb40ec9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c5506e580>, '041814a6-5514-4282-9c67-856e927b1b01') {} {{(pid=73900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:40:13.317327 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085a5ab1-7c0e-48ee-a950-9e891cc612a3 None None] Pushing event deleted for resources: {'Port': ['ID=96a1f595-8a6d-40b7-a5ef-b427239505dc,revision_number=None']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:40:13.323544 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085a5ab1-7c0e-48ee-a950-9e891cc612a3 None None] No DVR routers for this DVR port 96a1f595-8a6d-40b7-a5ef-b427239505dc on host dv-cinder-789077-1-iscsi {{(pid=73902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 02 03:40:13.327466 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-7cd13a31-d784-4ca6-8852-5a540eb40ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747865772647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3074789'] for segment, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:13.332230 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a5ab1-7c0e-48ee-a950-9e891cc612a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:40:13.332854 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a5ab1-7c0e-48ee-a950-9e891cc612a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:40:13.333403 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a5ab1-7c0e-48ee-a950-9e891cc612a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:40:13.333928 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a5ab1-7c0e-48ee-a950-9e891cc612a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:40:13.334251 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a5ab1-7c0e-48ee-a950-9e891cc612a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:40:13.334773 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a5ab1-7c0e-48ee-a950-9e891cc612a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:40:13.335261 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a5ab1-7c0e-48ee-a950-9e891cc612a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:40:13.335760 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a5ab1-7c0e-48ee-a950-9e891cc612a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:40:13.336250 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a5ab1-7c0e-48ee-a950-9e891cc612a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:40:13.336765 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a5ab1-7c0e-48ee-a950-9e891cc612a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:40:13.337087 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a5ab1-7c0e-48ee-a950-9e891cc612a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:40:13.337410 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a5ab1-7c0e-48ee-a950-9e891cc612a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:40:13.340926 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-085a5ab1-7c0e-48ee-a950-9e891cc612a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:40:13.346071 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-7cd13a31-d784-4ca6-8852-5a540eb40ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800657'] for segment, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:13.354157 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cd13a31-d784-4ca6-8852-5a540eb40ec9 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=73900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 02 03:40:13.526050 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [None req-7cd13a31-d784-4ca6-8852-5a540eb40ec9 admin admin] Network da3f1972-ca90-446b-bdc0-2bb6c05c6dc8 has no segments {{(pid=73900) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 02 03:40:13.534973 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-7cd13a31-d784-4ca6-8852-5a540eb40ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1800670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-899306'] for segment, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:13.832333 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [None req-7cd13a31-d784-4ca6-8852-5a540eb40ec9 admin admin] Network da3f1972-ca90-446b-bdc0-2bb6c05c6dc8 has no segments {{(pid=73900) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 02 03:40:13.855050 dv-cinder-789077-1-iscsi neutron-server[73900]: Traceback (most recent call last):
May 02 03:40:13.855050 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 02 03:40:13.855050 dv-cinder-789077-1-iscsi neutron-server[73900]:     timer()
May 02 03:40:13.855050 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 02 03:40:13.855050 dv-cinder-789077-1-iscsi neutron-server[73900]:     cb(*args, **kw)
May 02 03:40:13.855050 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 02 03:40:13.855050 dv-cinder-789077-1-iscsi neutron-server[73900]:     return func(*args, **kwargs)
May 02 03:40:13.855050 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 02 03:40:13.855050 dv-cinder-789077-1-iscsi neutron-server[73900]:     self._notify()
May 02 03:40:13.855050 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 02 03:40:13.855050 dv-cinder-789077-1-iscsi neutron-server[73900]:     self.callback(batched_events)
May 02 03:40:13.855050 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 02 03:40:13.855050 dv-cinder-789077-1-iscsi neutron-server[73900]:     event.method(event)
May 02 03:40:13.855050 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 02 03:40:13.855050 dv-cinder-789077-1-iscsi neutron-server[73900]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 02 03:40:13.855050 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 02 03:40:13.855050 dv-cinder-789077-1-iscsi neutron-server[73900]:     aggregate_uuid = self.p_client.list_aggregates(
May 02 03:40:13.855050 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 02 03:40:13.855050 dv-cinder-789077-1-iscsi neutron-server[73900]:     return f(self, *a, **k)
May 02 03:40:13.855050 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 02 03:40:13.855050 dv-cinder-789077-1-iscsi neutron-server[73900]:     return self._get(url).json()
May 02 03:40:13.855050 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 02 03:40:13.855050 dv-cinder-789077-1-iscsi neutron-server[73900]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 02 03:40:13.855050 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 02 03:40:13.855050 dv-cinder-789077-1-iscsi neutron-server[73900]:     return self.request(url, 'GET', **kwargs)
May 02 03:40:13.855050 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 02 03:40:13.855050 dv-cinder-789077-1-iscsi neutron-server[73900]:     base_url = self.get_endpoint(auth, allow=allow,
May 02 03:40:13.855050 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 02 03:40:13.855050 dv-cinder-789077-1-iscsi neutron-server[73900]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 02 03:40:13.855050 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 02 03:40:13.855050 dv-cinder-789077-1-iscsi neutron-server[73900]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 02 03:40:13.855050 dv-cinder-789077-1-iscsi neutron-server[73900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 02 03:40:13.926107 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-7cd13a31-d784-4ca6-8852-5a540eb40ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419395'] for network, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:13.930176 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:40:13.946752 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-7cd13a31-d784-4ca6-8852-5a540eb40ec9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for network, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:13.957079 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd13a31-d784-4ca6-8852-5a540eb40ec9 admin admin] Pushing event deleted for resources: {'Network': ['ID=da3f1972-ca90-446b-bdc0-2bb6c05c6dc8,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:40:13.962779 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-7cd13a31-d784-4ca6-8852-5a540eb40ec9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:40:13.974296 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-7cd13a31-d784-4ca6-8852-5a540eb40ec9 admin admin] 10.222.0.38 "DELETE /v2.0/networks/da3f1972-ca90-446b-bdc0-2bb6c05c6dc8 HTTP/1.1" status: 204  len: 168 time: 1.5201375
May 02 03:40:13.977030 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 36040) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:40:14.238044 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 96a1f595-8a6d-40b7-a5ef-b427239505dc no longer exists at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 02 03:40:14.273986 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] No Port match for: 96a1f595-8a6d-40b7-a5ef-b427239505dc {{(pid=73902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 02 03:40:14.274327 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 96a1f595-8a6d-40b7-a5ef-b427239505dc not bound to the agent host dv-cinder-789077-1-iscsi {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 02 03:40:14.508247 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-211a2500-44e4-4442-a4b4-005af26e1aa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-400707'] for router_interface, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:14.910444 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [None req-211a2500-44e4-4442-a4b4-005af26e1aa6 admin admin] Deleting port c0c03653-c636-4221-9590-21af132678c2 {{(pid=73900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:40:14.911111 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-211a2500-44e4-4442-a4b4-005af26e1aa6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:15.041716 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [None req-211a2500-44e4-4442-a4b4-005af26e1aa6 admin admin] For port c0c03653-c636-4221-9590-21af132678c2, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=c0c03653-c636-4221-9590-21af132678c2,segment=NetworkSegment(7484b1d5-4e0e-47fd-bfe6-bcc82d816a8d),segment_id=7484b1d5-4e0e-47fd-bfe6-bcc82d816a8d)] {{(pid=73900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:40:15.042687 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-211a2500-44e4-4442-a4b4-005af26e1aa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:15.265308 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [None req-211a2500-44e4-4442-a4b4-005af26e1aa6 admin admin] Calling delete_port for c0c03653-c636-4221-9590-21af132678c2 owned by network:router_interface {{(pid=73900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:40:15.410080 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-211a2500-44e4-4442-a4b4-005af26e1aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-899257'] for port, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:15.413573 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-94f8c4b3-ddff-4dbb-a87e-7b42f72c4d09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:40:15.457232 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a2500-44e4-4442-a4b4-005af26e1aa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0c03653-c636-4221-9590-21af132678c2,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:40:15.460334 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-211a2500-44e4-4442-a4b4-005af26e1aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:40:15.719032 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-211a2500-44e4-4442-a4b4-005af26e1aa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1598338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425203'] for router_interface, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:16.079248 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-211a2500-44e4-4442-a4b4-005af26e1aa6 admin admin] Router 21bed0b2-24cf-41c4-8f3c-47d3934c384c has already been hosted by L3 agent c822661f-3527-457d-a53a-678072f60f18 {{(pid=73900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 02 03:40:16.256799 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211a2500-44e4-4442-a4b4-005af26e1aa6 admin admin] Notify agent at l3_agent.dv-cinder-789077-1-iscsi the message routers_updated {{(pid=73900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 02 03:40:16.265854 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-211a2500-44e4-4442-a4b4-005af26e1aa6 admin admin] 10.222.0.38 "PUT /v2.0/routers/21bed0b2-24cf-41c4-8f3c-47d3934c384c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2878606
May 02 03:40:16.266250 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf4bc51-3c99-487e-8e48-c284fc4384d2 None None] Sync routers for ids ['21bed0b2-24cf-41c4-8f3c-47d3934c384c'] in dv-cinder-789077-1-iscsi {{(pid=73903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 02 03:40:16.268253 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 36064) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:40:16.278693 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf4bc51-3c99-487e-8e48-c284fc4384d2 None None] Routers {'21bed0b2-24cf-41c4-8f3c-47d3934c384c'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:40:16.279289 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-2cf4bc51-3c99-487e-8e48-c284fc4384d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c556feac0>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:40:08Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['21bed0b2-24cf-41c4-8f3c-47d3934c384c'], 'active': True} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:40:16.442474 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-a723fa33-2948-4bc5-a3cd-c8c9647ee7f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:16.478022 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvr_db [None req-2cf4bc51-3c99-487e-8e48-c284fc4384d2 None None] Set router 21bed0b2-24cf-41c4-8f3c-47d3934c384c gateway port host: dv-cinder-789077-1-iscsi {{(pid=73903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:40:16.714592 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-a723fa33-2948-4bc5-a3cd-c8c9647ee7f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:16.759412 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-2cf4bc51-3c99-487e-8e48-c284fc4384d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c556feac0>, [{'id': '21bed0b2-24cf-41c4-8f3c-47d3934c384c', 'name': 'tempest-TestMinimumBasicScenario-2136225293-router', 'tenant_id': 'f2fc93ae8af8491fbad5ca714e87da19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'a1c25078-3a68-4dba-adfa-f1bcb5156343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:26:32Z', 'updated_at': '2021-05-02T03:40:15Z', 'revision_number': 5, 'project_id': 'f2fc93ae8af8491fbad5ca714e87da19', 'gw_port': {'id': 'a1c25078-3a68-4dba-adfa-f1bcb5156343', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ef:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bed0b2-24cf-41c4-8f3c-47d3934c384c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:26:33Z', 'updated_at': '2021-05-02T03:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi'}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:40:16.763347 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf4bc51-3c99-487e-8e48-c284fc4384d2 None None] Checking router: 21bed0b2-24cf-41c4-8f3c-47d3934c384c for host: dv-cinder-789077-1-iscsi {{(pid=73903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 02 03:40:16.771832 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf4bc51-3c99-487e-8e48-c284fc4384d2 None None] Routers {'21bed0b2-24cf-41c4-8f3c-47d3934c384c'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:40:16.772453 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-2cf4bc51-3c99-487e-8e48-c284fc4384d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c556feac0>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:40:08Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['21bed0b2-24cf-41c4-8f3c-47d3934c384c'], 'active': True} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:40:16.785930 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [None req-a723fa33-2948-4bc5-a3cd-c8c9647ee7f9 admin admin] Deleting port a1c25078-3a68-4dba-adfa-f1bcb5156343 {{(pid=73900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:40:16.786272 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-a723fa33-2948-4bc5-a3cd-c8c9647ee7f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:16.906941 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [None req-a723fa33-2948-4bc5-a3cd-c8c9647ee7f9 admin admin] For port a1c25078-3a68-4dba-adfa-f1bcb5156343, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=a1c25078-3a68-4dba-adfa-f1bcb5156343,segment=NetworkSegment(3f443235-55d0-4d2d-a949-b49c1a220799),segment_id=3f443235-55d0-4d2d-a949-b49c1a220799)] {{(pid=73900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:40:16.907296 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-a723fa33-2948-4bc5-a3cd-c8c9647ee7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:16.916588 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvr_db [None req-2cf4bc51-3c99-487e-8e48-c284fc4384d2 None None] Set router 21bed0b2-24cf-41c4-8f3c-47d3934c384c gateway port host: None {{(pid=73903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:40:17.029737 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-2cf4bc51-3c99-487e-8e48-c284fc4384d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c556feac0>, [{'id': '21bed0b2-24cf-41c4-8f3c-47d3934c384c', 'name': 'tempest-TestMinimumBasicScenario-2136225293-router', 'tenant_id': 'f2fc93ae8af8491fbad5ca714e87da19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:26:32Z', 'updated_at': '2021-05-02T03:40:16Z', 'revision_number': 6, 'project_id': 'f2fc93ae8af8491fbad5ca714e87da19', 'gw_port_host': None}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:40:17.033675 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf4bc51-3c99-487e-8e48-c284fc4384d2 None None] The sync data for ids ['21bed0b2-24cf-41c4-8f3c-47d3934c384c'] in dv-cinder-789077-1-iscsi is: [{'id': '21bed0b2-24cf-41c4-8f3c-47d3934c384c', 'name': 'tempest-TestMinimumBasicScenario-2136225293-router', 'tenant_id': 'f2fc93ae8af8491fbad5ca714e87da19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:26:32Z', 'updated_at': '2021-05-02T03:40:16Z', 'revision_number': 6, 'project_id': 'f2fc93ae8af8491fbad5ca714e87da19', 'gw_port_host': None}] {{(pid=73903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 02 03:40:17.035163 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [None req-a723fa33-2948-4bc5-a3cd-c8c9647ee7f9 admin admin] Calling delete_port for a1c25078-3a68-4dba-adfa-f1bcb5156343 owned by network:router_gateway {{(pid=73900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:40:17.190032 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-a723fa33-2948-4bc5-a3cd-c8c9647ee7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-899257'] for port, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:17.194519 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-9609d666-0f70-4f90-9f00-f16efa7dd5a4 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:40:17.265358 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a723fa33-2948-4bc5-a3cd-c8c9647ee7f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1c25078-3a68-4dba-adfa-f1bcb5156343,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:40:17.271781 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-a723fa33-2948-4bc5-a3cd-c8c9647ee7f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:40:17.330272 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-a723fa33-2948-4bc5-a3cd-c8c9647ee7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419436'] for router_gateway, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:17.500516 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-a723fa33-2948-4bc5-a3cd-c8c9647ee7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1022368'] for router, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:17.502664 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-a723fa33-2948-4bc5-a3cd-c8c9647ee7f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:17.524896 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-a723fa33-2948-4bc5-a3cd-c8c9647ee7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418852'] for router, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:17.525389 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a723fa33-2948-4bc5-a3cd-c8c9647ee7f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21bed0b2-24cf-41c4-8f3c-47d3934c384c {{(pid=73900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 02 03:40:17.537783 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-a723fa33-2948-4bc5-a3cd-c8c9647ee7f9 admin admin] Notify callbacks [] for router, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:17.538923 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-a723fa33-2948-4bc5-a3cd-c8c9647ee7f9 admin admin] 10.222.0.38 "DELETE /v2.0/routers/21bed0b2-24cf-41c4-8f3c-47d3934c384c HTTP/1.1" status: 204  len: 168 time: 1.2697766
May 02 03:40:17.541285 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 36078) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:40:17.598973 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.db_base_plugin_v2 [None req-90528903-46c0-4ff0-958e-7dbeade86de6 admin admin] Deleting subnet eb43875f-0015-45ed-a360-9eec71714b80 {{(pid=73900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
May 02 03:40:17.601812 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-90528903-46c0-4ff0-958e-7dbeade86de6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:17.650564 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-90528903-46c0-4ff0-958e-7dbeade86de6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3074780'] for subnet, precommit_delete_associations {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:17.725025 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-90528903-46c0-4ff0-958e-7dbeade86de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799051'] for subnet, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:18.077651 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-90528903-46c0-4ff0-958e-7dbeade86de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-894536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26376822'] for subnet, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:18.081428 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-7878a3c2-178b-4a78-aaec-2825a9ca3f1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:40:18.113031 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90528903-46c0-4ff0-958e-7dbeade86de6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb43875f-0015-45ed-a360-9eec71714b80,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:40:18.117851 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-90528903-46c0-4ff0-958e-7dbeade86de6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:40:18.119605 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-90528903-46c0-4ff0-958e-7dbeade86de6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:18.126499 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-90528903-46c0-4ff0-958e-7dbeade86de6 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/eb43875f-0015-45ed-a360-9eec71714b80 HTTP/1.1" status: 204  len: 168 time: 0.5841336
May 02 03:40:18.128845 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 36084) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:40:18.129034 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f04eaf2-2661-42b7-8dd6-22c7b891e889 None None] Network 3c0464bc-0878-439c-b733-fe6df847037b requested from dv-cinder-789077-1-iscsi {{(pid=73902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 02 03:40:18.241489 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-c29c372d-e765-4d37-8950-84b110aa8fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688557'] for network, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:18.309071 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device c0c03653-c636-4221-9590-21af132678c2 no longer exists at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 02 03:40:18.341866 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [None req-c29c372d-e765-4d37-8950-84b110aa8fd0 admin admin] Deleting port 7388fcf1-d2a4-431f-896f-365983cd1d75 {{(pid=73900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:40:18.342208 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-c29c372d-e765-4d37-8950-84b110aa8fd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:18.356122 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] No Port match for: c0c03653-c636-4221-9590-21af132678c2 {{(pid=73902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 02 03:40:18.356465 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device c0c03653-c636-4221-9590-21af132678c2 not bound to the agent host dv-cinder-789077-1-iscsi {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 02 03:40:18.356881 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device a1c25078-3a68-4dba-adfa-f1bcb5156343 no longer exists at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 02 03:40:18.391358 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] No Port match for: a1c25078-3a68-4dba-adfa-f1bcb5156343 {{(pid=73902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 02 03:40:18.391701 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device a1c25078-3a68-4dba-adfa-f1bcb5156343 not bound to the agent host dv-cinder-789077-1-iscsi {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 02 03:40:18.446546 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [None req-c29c372d-e765-4d37-8950-84b110aa8fd0 admin admin] For port 7388fcf1-d2a4-431f-896f-365983cd1d75, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=7388fcf1-d2a4-431f-896f-365983cd1d75,segment=NetworkSegment(7484b1d5-4e0e-47fd-bfe6-bcc82d816a8d),segment_id=7484b1d5-4e0e-47fd-bfe6-bcc82d816a8d)] {{(pid=73900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:40:18.446906 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-c29c372d-e765-4d37-8950-84b110aa8fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:18.461592 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44f46c3-e03b-4eb3-9eb3-5bc11eb45e20 None None] DHCP port deletion for 3c0464bc-0878-439c-b733-fe6df847037b request from dv-cinder-789077-1-iscsi {{(pid=73902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
May 02 03:40:18.527588 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-f44f46c3-e03b-4eb3-9eb3-5bc11eb45e20 None None] Deleting port 7388fcf1-d2a4-431f-896f-365983cd1d75 {{(pid=73902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:40:18.527965 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-f44f46c3-e03b-4eb3-9eb3-5bc11eb45e20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:18.571575 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [None req-c29c372d-e765-4d37-8950-84b110aa8fd0 admin admin] Calling delete_port for 7388fcf1-d2a4-431f-896f-365983cd1d75 owned by network:dhcp {{(pid=73900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:40:18.618040 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-c29c372d-e765-4d37-8950-84b110aa8fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-899257'] for port, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:18.624071 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-b709464d-7be1-42a9-a9d9-2081cc4321ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:40:18.627163 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-f44f46c3-e03b-4eb3-9eb3-5bc11eb45e20 None None] For port 7388fcf1-d2a4-431f-896f-365983cd1d75, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=7388fcf1-d2a4-431f-896f-365983cd1d75,segment=NetworkSegment(7484b1d5-4e0e-47fd-bfe6-bcc82d816a8d),segment_id=7484b1d5-4e0e-47fd-bfe6-bcc82d816a8d)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:40:18.627560 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-f44f46c3-e03b-4eb3-9eb3-5bc11eb45e20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:18.668650 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29c372d-e765-4d37-8950-84b110aa8fd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7388fcf1-d2a4-431f-896f-365983cd1d75,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:40:18.671307 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-c29c372d-e765-4d37-8950-84b110aa8fd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:40:18.672068 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29c372d-e765-4d37-8950-84b110aa8fd0 admin admin] No DVR routers for this DVR port 7388fcf1-d2a4-431f-896f-365983cd1d75 on host dv-cinder-789077-1-iscsi {{(pid=73900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 02 03:40:18.750286 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-f44f46c3-e03b-4eb3-9eb3-5bc11eb45e20 None None] Calling delete_port for 7388fcf1-d2a4-431f-896f-365983cd1d75 owned by network:dhcp {{(pid=73902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:40:18.786216 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-c29c372d-e765-4d37-8950-84b110aa8fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773334', 'neutron.services.segments.db._delete_segments_for_network-8747865761073'] for network, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:18.792859 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-f44f46c3-e03b-4eb3-9eb3-5bc11eb45e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535'] for port, after_delete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:18.796563 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:40:18.839810 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44f46c3-e03b-4eb3-9eb3-5bc11eb45e20 None None] Pushing event deleted for resources: {'Port': ['ID=7388fcf1-d2a4-431f-896f-365983cd1d75,revision_number=None']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:40:18.841741 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44f46c3-e03b-4eb3-9eb3-5bc11eb45e20 None None] No DVR routers for this DVR port 7388fcf1-d2a4-431f-896f-365983cd1d75 on host dv-cinder-789077-1-iscsi {{(pid=73902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 02 03:40:18.843479 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-f44f46c3-e03b-4eb3-9eb3-5bc11eb45e20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:40:18.898201 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.services.segments.db [None req-c29c372d-e765-4d37-8950-84b110aa8fd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c542beb80>,) {'filters': {'network_id': ['3c0464bc-0878-439c-b733-fe6df847037b']}} {{(pid=73900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:40:18.910670 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.services.segments.db [None req-c29c372d-e765-4d37-8950-84b110aa8fd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c542beb80>, '7484b1d5-4e0e-47fd-bfe6-bcc82d816a8d') {'for_net_delete': True} {{(pid=73900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:40:18.910962 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.services.segments.db [None req-c29c372d-e765-4d37-8950-84b110aa8fd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c542beb80>, '7484b1d5-4e0e-47fd-bfe6-bcc82d816a8d') {} {{(pid=73900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:40:18.923310 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-c29c372d-e765-4d37-8950-84b110aa8fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747865772647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3074789'] for segment, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:18.938923 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-c29c372d-e765-4d37-8950-84b110aa8fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800657'] for segment, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:18.944881 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c29c372d-e765-4d37-8950-84b110aa8fd0 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=73900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 02 03:40:19.131366 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [None req-c29c372d-e765-4d37-8950-84b110aa8fd0 admin admin] Network 3c0464bc-0878-439c-b733-fe6df847037b has no segments {{(pid=73900) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 02 03:40:19.140403 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-c29c372d-e765-4d37-8950-84b110aa8fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1800670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-899306'] for segment, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:19.320403 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [None req-c29c372d-e765-4d37-8950-84b110aa8fd0 admin admin] Network 3c0464bc-0878-439c-b733-fe6df847037b has no segments {{(pid=73900) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 02 03:40:19.343729 dv-cinder-789077-1-iscsi neutron-server[73900]: Traceback (most recent call last):
May 02 03:40:19.343729 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 02 03:40:19.343729 dv-cinder-789077-1-iscsi neutron-server[73900]:     timer()
May 02 03:40:19.343729 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 02 03:40:19.343729 dv-cinder-789077-1-iscsi neutron-server[73900]:     cb(*args, **kw)
May 02 03:40:19.343729 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 02 03:40:19.343729 dv-cinder-789077-1-iscsi neutron-server[73900]:     return func(*args, **kwargs)
May 02 03:40:19.343729 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 02 03:40:19.343729 dv-cinder-789077-1-iscsi neutron-server[73900]:     self._notify()
May 02 03:40:19.343729 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 02 03:40:19.343729 dv-cinder-789077-1-iscsi neutron-server[73900]:     self.callback(batched_events)
May 02 03:40:19.343729 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 02 03:40:19.343729 dv-cinder-789077-1-iscsi neutron-server[73900]:     event.method(event)
May 02 03:40:19.343729 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 02 03:40:19.343729 dv-cinder-789077-1-iscsi neutron-server[73900]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 02 03:40:19.343729 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 02 03:40:19.343729 dv-cinder-789077-1-iscsi neutron-server[73900]:     aggregate_uuid = self.p_client.list_aggregates(
May 02 03:40:19.343729 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 02 03:40:19.343729 dv-cinder-789077-1-iscsi neutron-server[73900]:     return f(self, *a, **k)
May 02 03:40:19.343729 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 02 03:40:19.343729 dv-cinder-789077-1-iscsi neutron-server[73900]:     return self._get(url).json()
May 02 03:40:19.343729 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 02 03:40:19.343729 dv-cinder-789077-1-iscsi neutron-server[73900]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 02 03:40:19.343729 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 02 03:40:19.343729 dv-cinder-789077-1-iscsi neutron-server[73900]:     return self.request(url, 'GET', **kwargs)
May 02 03:40:19.343729 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 02 03:40:19.343729 dv-cinder-789077-1-iscsi neutron-server[73900]:     base_url = self.get_endpoint(auth, allow=allow,
May 02 03:40:19.343729 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 02 03:40:19.343729 dv-cinder-789077-1-iscsi neutron-server[73900]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 02 03:40:19.343729 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 02 03:40:19.343729 dv-cinder-789077-1-iscsi neutron-server[73900]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 02 03:40:19.343729 dv-cinder-789077-1-iscsi neutron-server[73900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 02 03:40:19.423017 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-c29c372d-e765-4d37-8950-84b110aa8fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419395'] for network, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:19.427197 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:40:19.450484 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-c29c372d-e765-4d37-8950-84b110aa8fd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for network, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:19.452994 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29c372d-e765-4d37-8950-84b110aa8fd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c0464bc-0878-439c-b733-fe6df847037b,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:40:19.455878 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-c29c372d-e765-4d37-8950-84b110aa8fd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:40:19.461313 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-c29c372d-e765-4d37-8950-84b110aa8fd0 admin admin] 10.222.0.38 "DELETE /v2.0/networks/3c0464bc-0878-439c-b733-fe6df847037b HTTP/1.1" status: 204  len: 168 time: 1.3315637
May 02 03:40:19.630502 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 36108) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:40:19.676977 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-1294acf4-15c5-4b3b-8a0d-b0f2801d1b4d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=86db9b6555854b9aa34776c9d15d0123&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0452218
May 02 03:40:19.679156 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 36112) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:40:19.826972 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-7c762d3d-36f3-4b54-8560-93fa431d9f1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:19.852012 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-7c762d3d-36f3-4b54-8560-93fa431d9f1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:19.901854 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-7c762d3d-36f3-4b54-8560-93fa431d9f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:19.905379 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-86fa598b-2356-415a-85ea-02673324ac14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:40:19.917793 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c762d3d-36f3-4b54-8560-93fa431d9f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901e5bda-908c-456a-8527-f412228267bc,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:40:19.920940 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-7c762d3d-36f3-4b54-8560-93fa431d9f1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:40:19.929623 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-7c762d3d-36f3-4b54-8560-93fa431d9f1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:19.930664 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-7c762d3d-36f3-4b54-8560-93fa431d9f1a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/901e5bda-908c-456a-8527-f412228267bc HTTP/1.1" status: 204  len: 168 time: 0.2506280
May 02 03:40:20.231137 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 7388fcf1-d2a4-431f-896f-365983cd1d75 no longer exists at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 02 03:40:20.272166 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] No Port match for: 7388fcf1-d2a4-431f-896f-365983cd1d75 {{(pid=73902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 02 03:40:20.272508 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 7388fcf1-d2a4-431f-896f-365983cd1d75 not bound to the agent host dv-cinder-789077-1-iscsi {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 02 03:40:20.318083 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 36122) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:40:20.367586 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-c420e8b0-97f6-4162-88ee-87defd9f0cc9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f2fc93ae8af8491fbad5ca714e87da19&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0482867
May 02 03:40:20.370392 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 36128) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:40:20.432253 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-234eccda-c576-4d39-9bca-390610e9f296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:20.458645 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-234eccda-c576-4d39-9bca-390610e9f296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:20.516179 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-234eccda-c576-4d39-9bca-390610e9f296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:20.521315 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-0db57b5f-0ce0-4372-bbb9-a42a1dd29ebe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:40:20.534793 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234eccda-c576-4d39-9bca-390610e9f296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe855d5a-438f-4a74-8a2e-4fce2abd30d6,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:40:20.539124 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-234eccda-c576-4d39-9bca-390610e9f296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:20.542581 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-234eccda-c576-4d39-9bca-390610e9f296 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fe855d5a-438f-4a74-8a2e-4fce2abd30d6 HTTP/1.1" status: 204  len: 168 time: 0.1684263
May 02 03:40:20.546403 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-234eccda-c576-4d39-9bca-390610e9f296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:40:27.241032 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 36210) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:40:27.974215 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-c90ca7bc-41a4-4c7e-9b80-2cf6ef942034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-400707'] for router_interface, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:28.389716 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [None req-c90ca7bc-41a4-4c7e-9b80-2cf6ef942034 admin admin] Deleting port ec28445f-70f5-43d2-acfb-9b77a2ba8a6d {{(pid=73900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:40:28.390398 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-c90ca7bc-41a4-4c7e-9b80-2cf6ef942034 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:28.506617 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [None req-c90ca7bc-41a4-4c7e-9b80-2cf6ef942034 admin admin] For port ec28445f-70f5-43d2-acfb-9b77a2ba8a6d, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=ec28445f-70f5-43d2-acfb-9b77a2ba8a6d,segment=NetworkSegment(26538810-a0cf-41d6-9ffd-cb77e61e008b),segment_id=26538810-a0cf-41d6-9ffd-cb77e61e008b)] {{(pid=73900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:40:28.506964 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-c90ca7bc-41a4-4c7e-9b80-2cf6ef942034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:28.634981 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:40:28.719921 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [None req-c90ca7bc-41a4-4c7e-9b80-2cf6ef942034 admin admin] Calling delete_port for ec28445f-70f5-43d2-acfb-9b77a2ba8a6d owned by network:router_interface {{(pid=73900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:40:28.866156 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-c90ca7bc-41a4-4c7e-9b80-2cf6ef942034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-899257'] for port, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:28.870754 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-ea85f1a4-0913-41fe-af9c-ec65eb10a57d tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:40:28.912787 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ca7bc-41a4-4c7e-9b80-2cf6ef942034 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec28445f-70f5-43d2-acfb-9b77a2ba8a6d,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:40:28.915483 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-c90ca7bc-41a4-4c7e-9b80-2cf6ef942034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:40:29.181431 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-c90ca7bc-41a4-4c7e-9b80-2cf6ef942034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1598338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425203'] for router_interface, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:29.535306 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c90ca7bc-41a4-4c7e-9b80-2cf6ef942034 admin admin] Router 6c9b500e-40c2-4764-9374-924f26999402 has already been hosted by L3 agent c822661f-3527-457d-a53a-678072f60f18 {{(pid=73900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 02 03:40:29.722454 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90ca7bc-41a4-4c7e-9b80-2cf6ef942034 admin admin] Notify agent at l3_agent.dv-cinder-789077-1-iscsi the message routers_updated {{(pid=73900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 02 03:40:29.734851 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb88a8fe-4186-47a1-ac88-3773a12fc8a3 None None] Sync routers for ids ['6c9b500e-40c2-4764-9374-924f26999402'] in dv-cinder-789077-1-iscsi {{(pid=73902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 02 03:40:29.736877 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-c90ca7bc-41a4-4c7e-9b80-2cf6ef942034 admin admin] 10.222.0.38 "PUT /v2.0/routers/6c9b500e-40c2-4764-9374-924f26999402/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4946938
May 02 03:40:29.739844 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 36232) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:40:29.744627 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb88a8fe-4186-47a1-ac88-3773a12fc8a3 None None] Routers {'6c9b500e-40c2-4764-9374-924f26999402'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:40:29.745254 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-fb88a8fe-4186-47a1-ac88-3773a12fc8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c563d3070>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:40:08Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['6c9b500e-40c2-4764-9374-924f26999402'], 'active': True} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:40:29.928640 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-9ff518b2-b6aa-45ca-9d36-83ef8e920a73 admin admin] Notify callbacks [] for router, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:29.976603 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvr_db [None req-fb88a8fe-4186-47a1-ac88-3773a12fc8a3 None None] Set router 6c9b500e-40c2-4764-9374-924f26999402 gateway port host: dv-cinder-789077-1-iscsi {{(pid=73902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:40:30.119277 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-9ff518b2-b6aa-45ca-9d36-83ef8e920a73 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:30.229578 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.plugin [None req-9ff518b2-b6aa-45ca-9d36-83ef8e920a73 admin admin] Deleting port fb9e5ab2-93b6-489d-84f4-daf4f4c762d2 {{(pid=73901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:40:30.230103 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-9ff518b2-b6aa-45ca-9d36-83ef8e920a73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:30.289715 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-fb88a8fe-4186-47a1-ac88-3773a12fc8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c563d3070>, [{'id': '6c9b500e-40c2-4764-9374-924f26999402', 'name': 'tempest-AttachVolumeTestJSON-1406772695-router', 'tenant_id': 'bbaedd301c3b45158260ff4d1414e77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'fb9e5ab2-93b6-489d-84f4-daf4f4c762d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:14:20Z', 'updated_at': '2021-05-02T03:40:28Z', 'revision_number': 5, 'project_id': 'bbaedd301c3b45158260ff4d1414e77b', 'gw_port': {'id': 'fb9e5ab2-93b6-489d-84f4-daf4f4c762d2', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9b500e-40c2-4764-9374-924f26999402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:14:21Z', 'updated_at': '2021-05-02T03:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi'}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:40:30.296331 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb88a8fe-4186-47a1-ac88-3773a12fc8a3 None None] Checking router: 6c9b500e-40c2-4764-9374-924f26999402 for host: dv-cinder-789077-1-iscsi {{(pid=73902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 02 03:40:30.306058 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb88a8fe-4186-47a1-ac88-3773a12fc8a3 None None] Routers {'6c9b500e-40c2-4764-9374-924f26999402'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:40:30.306700 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-fb88a8fe-4186-47a1-ac88-3773a12fc8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c563d3070>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:40:08Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['6c9b500e-40c2-4764-9374-924f26999402'], 'active': True} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:40:30.396648 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.db [None req-9ff518b2-b6aa-45ca-9d36-83ef8e920a73 admin admin] For port fb9e5ab2-93b6-489d-84f4-daf4f4c762d2, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=fb9e5ab2-93b6-489d-84f4-daf4f4c762d2,segment=NetworkSegment(3f443235-55d0-4d2d-a949-b49c1a220799),segment_id=3f443235-55d0-4d2d-a949-b49c1a220799)] {{(pid=73901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:40:30.397005 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-9ff518b2-b6aa-45ca-9d36-83ef8e920a73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:30.464884 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvr_db [None req-fb88a8fe-4186-47a1-ac88-3773a12fc8a3 None None] Set router 6c9b500e-40c2-4764-9374-924f26999402 gateway port host: None {{(pid=73902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:40:30.530741 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.plugin [None req-9ff518b2-b6aa-45ca-9d36-83ef8e920a73 admin admin] Calling delete_port for fb9e5ab2-93b6-489d-84f4-daf4f4c762d2 owned by network:router_gateway {{(pid=73901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:40:30.573405 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-fb88a8fe-4186-47a1-ac88-3773a12fc8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c563d3070>, [{'id': '6c9b500e-40c2-4764-9374-924f26999402', 'name': 'tempest-AttachVolumeTestJSON-1406772695-router', 'tenant_id': 'bbaedd301c3b45158260ff4d1414e77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:14:20Z', 'updated_at': '2021-05-02T03:40:30Z', 'revision_number': 6, 'project_id': 'bbaedd301c3b45158260ff4d1414e77b', 'gw_port_host': None}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:40:30.577500 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb88a8fe-4186-47a1-ac88-3773a12fc8a3 None None] The sync data for ids ['6c9b500e-40c2-4764-9374-924f26999402'] in dv-cinder-789077-1-iscsi is: [{'id': '6c9b500e-40c2-4764-9374-924f26999402', 'name': 'tempest-AttachVolumeTestJSON-1406772695-router', 'tenant_id': 'bbaedd301c3b45158260ff4d1414e77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:14:20Z', 'updated_at': '2021-05-02T03:40:30Z', 'revision_number': 6, 'project_id': 'bbaedd301c3b45158260ff4d1414e77b', 'gw_port_host': None}] {{(pid=73902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 02 03:40:30.793017 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-9ff518b2-b6aa-45ca-9d36-83ef8e920a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718557'] for port, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:30.796716 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-8ebddfc5-3e07-45c1-bd1d-a5c13c37d872 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:40:30.839797 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff518b2-b6aa-45ca-9d36-83ef8e920a73 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb9e5ab2-93b6-489d-84f4-daf4f4c762d2,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:40:30.843824 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-9ff518b2-b6aa-45ca-9d36-83ef8e920a73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:40:30.933813 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-9ff518b2-b6aa-45ca-9d36-83ef8e920a73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419436'] for router_gateway, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:31.194792 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-9ff518b2-b6aa-45ca-9d36-83ef8e920a73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1022368'] for router, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:31.196928 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-9ff518b2-b6aa-45ca-9d36-83ef8e920a73 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:31.280346 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-9ff518b2-b6aa-45ca-9d36-83ef8e920a73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418852'] for router, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:31.280741 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff518b2-b6aa-45ca-9d36-83ef8e920a73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c9b500e-40c2-4764-9374-924f26999402 {{(pid=73901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 02 03:40:31.293168 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-9ff518b2-b6aa-45ca-9d36-83ef8e920a73 admin admin] Notify callbacks [] for router, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:31.294275 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-9ff518b2-b6aa-45ca-9d36-83ef8e920a73 admin admin] 10.222.0.38 "DELETE /v2.0/routers/6c9b500e-40c2-4764-9374-924f26999402 HTTP/1.1" status: 204  len: 168 time: 1.5534635
May 02 03:40:31.296889 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 36246) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:40:31.357092 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a89607b-d09b-4e25-be00-df804e387741 admin admin] Deleting subnet 2f6786fd-128a-4bcf-a886-1f47f06c4a7a {{(pid=73901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
May 02 03:40:31.360023 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-8a89607b-d09b-4e25-be00-df804e387741 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:31.409339 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-8a89607b-d09b-4e25-be00-df804e387741 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2839877'] for subnet, precommit_delete_associations {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:31.537152 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-8a89607b-d09b-4e25-be00-df804e387741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799051'] for subnet, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:31.789114 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-8a89607b-d09b-4e25-be00-df804e387741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3711852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2161004'] for subnet, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:31.793958 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:40:31.828373 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a89607b-d09b-4e25-be00-df804e387741 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f6786fd-128a-4bcf-a886-1f47f06c4a7a,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:40:31.830297 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-8a89607b-d09b-4e25-be00-df804e387741 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for subnet, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:31.833344 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-8a89607b-d09b-4e25-be00-df804e387741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:40:31.834852 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafe46ee-c3d5-466f-b68a-566781987854 None None] Network 348595d7-7f35-4e83-a43a-21e5f105b128 requested from dv-cinder-789077-1-iscsi {{(pid=73902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 02 03:40:31.836700 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-8a89607b-d09b-4e25-be00-df804e387741 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/2f6786fd-128a-4bcf-a886-1f47f06c4a7a HTTP/1.1" status: 204  len: 168 time: 0.5388932
May 02 03:40:31.839861 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 36256) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:40:31.944908 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-a3b22841-9252-4080-b799-132087032c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688557'] for network, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:32.019831 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.plugin [None req-a3b22841-9252-4080-b799-132087032c06 admin admin] Deleting port 263c56dc-032a-475d-ac95-0923db8fca40 {{(pid=73901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:40:32.020171 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-a3b22841-9252-4080-b799-132087032c06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:32.074766 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e22481-4b7b-4dd1-a463-de70321fc572 None None] DHCP port deletion for 348595d7-7f35-4e83-a43a-21e5f105b128 request from dv-cinder-789077-1-iscsi {{(pid=73902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
May 02 03:40:32.120793 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.db [None req-a3b22841-9252-4080-b799-132087032c06 admin admin] For port 263c56dc-032a-475d-ac95-0923db8fca40, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=263c56dc-032a-475d-ac95-0923db8fca40,segment=NetworkSegment(26538810-a0cf-41d6-9ffd-cb77e61e008b),segment_id=26538810-a0cf-41d6-9ffd-cb77e61e008b)] {{(pid=73901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:40:32.121189 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-a3b22841-9252-4080-b799-132087032c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:32.144719 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-74e22481-4b7b-4dd1-a463-de70321fc572 None None] Deleting port 263c56dc-032a-475d-ac95-0923db8fca40 {{(pid=73902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:40:32.145114 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-74e22481-4b7b-4dd1-a463-de70321fc572 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:32.243414 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 263c56dc-032a-475d-ac95-0923db8fca40 no longer exists at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 02 03:40:32.247266 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.plugin [None req-a3b22841-9252-4080-b799-132087032c06 admin admin] Calling delete_port for 263c56dc-032a-475d-ac95-0923db8fca40 owned by network:dhcp {{(pid=73901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:40:32.279668 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-74e22481-4b7b-4dd1-a463-de70321fc572 None None] For port 263c56dc-032a-475d-ac95-0923db8fca40, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=263c56dc-032a-475d-ac95-0923db8fca40,segment=NetworkSegment(26538810-a0cf-41d6-9ffd-cb77e61e008b),segment_id=26538810-a0cf-41d6-9ffd-cb77e61e008b)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:40:32.280061 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-74e22481-4b7b-4dd1-a463-de70321fc572 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:32.292439 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-a3b22841-9252-4080-b799-132087032c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718557'] for port, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:32.297443 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-1853b181-7c0c-411f-a0e3-0d7424f9edaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:40:32.345723 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b22841-9252-4080-b799-132087032c06 admin admin] No DVR routers for this DVR port 263c56dc-032a-475d-ac95-0923db8fca40 on host dv-cinder-789077-1-iscsi {{(pid=73901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 02 03:40:32.375036 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b22841-9252-4080-b799-132087032c06 admin admin] Pushing event deleted for resources: {'Port': ['ID=263c56dc-032a-475d-ac95-0923db8fca40,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:40:32.381129 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-a3b22841-9252-4080-b799-132087032c06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:40:32.416340 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-74e22481-4b7b-4dd1-a463-de70321fc572 None None] Calling delete_port for 263c56dc-032a-475d-ac95-0923db8fca40 owned by network:dhcp {{(pid=73902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:40:32.435855 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] No active binding found for port 263c56dc-032a-475d-ac95-0923db8fca40 {{(pid=73902) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
May 02 03:40:32.435855 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 263c56dc-032a-475d-ac95-0923db8fca40 not bound to the agent host dv-cinder-789077-1-iscsi {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 02 03:40:32.435855 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device ec28445f-70f5-43d2-acfb-9b77a2ba8a6d no longer exists at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 02 03:40:32.470478 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-a3b22841-9252-4080-b799-132087032c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773334', 'neutron.services.segments.db._delete_segments_for_network-8747865761073'] for network, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:32.477591 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] No Port match for: ec28445f-70f5-43d2-acfb-9b77a2ba8a6d {{(pid=73902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 02 03:40:32.477940 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device ec28445f-70f5-43d2-acfb-9b77a2ba8a6d not bound to the agent host dv-cinder-789077-1-iscsi {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 02 03:40:32.478355 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device fb9e5ab2-93b6-489d-84f4-daf4f4c762d2 no longer exists at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 02 03:40:32.552221 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] No Port match for: fb9e5ab2-93b6-489d-84f4-daf4f4c762d2 {{(pid=73902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 02 03:40:32.552488 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device fb9e5ab2-93b6-489d-84f4-daf4f4c762d2 not bound to the agent host dv-cinder-789077-1-iscsi {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 02 03:40:32.577156 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-74e22481-4b7b-4dd1-a463-de70321fc572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535'] for port, after_delete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:32.581595 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:40:32.589694 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.services.segments.db [None req-a3b22841-9252-4080-b799-132087032c06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c555daf40>,) {'filters': {'network_id': ['348595d7-7f35-4e83-a43a-21e5f105b128']}} {{(pid=73901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:40:32.602349 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.services.segments.db [None req-a3b22841-9252-4080-b799-132087032c06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c555daf40>, '26538810-a0cf-41d6-9ffd-cb77e61e008b') {'for_net_delete': True} {{(pid=73901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:40:32.602781 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.services.segments.db [None req-a3b22841-9252-4080-b799-132087032c06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c555daf40>, '26538810-a0cf-41d6-9ffd-cb77e61e008b') {} {{(pid=73901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:40:32.618858 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-a3b22841-9252-4080-b799-132087032c06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747865772647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2839932'] for segment, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:32.625614 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e22481-4b7b-4dd1-a463-de70321fc572 None None] Pushing event deleted for resources: {'Port': ['ID=263c56dc-032a-475d-ac95-0923db8fca40,revision_number=None']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:40:32.627464 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e22481-4b7b-4dd1-a463-de70321fc572 None None] No DVR routers for this DVR port 263c56dc-032a-475d-ac95-0923db8fca40 on host dv-cinder-789077-1-iscsi {{(pid=73902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 02 03:40:32.628829 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-74e22481-4b7b-4dd1-a463-de70321fc572 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:40:32.644216 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-a3b22841-9252-4080-b799-132087032c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800657'] for segment, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:32.651993 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3b22841-9252-4080-b799-132087032c06 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=73901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 02 03:40:32.906166 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.managers [None req-a3b22841-9252-4080-b799-132087032c06 admin admin] Network 348595d7-7f35-4e83-a43a-21e5f105b128 has no segments {{(pid=73901) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 02 03:40:32.914118 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-a3b22841-9252-4080-b799-132087032c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1800670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718606'] for segment, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:33.075612 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.managers [None req-a3b22841-9252-4080-b799-132087032c06 admin admin] Network 348595d7-7f35-4e83-a43a-21e5f105b128 has no segments {{(pid=73901) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 02 03:40:33.096214 dv-cinder-789077-1-iscsi neutron-server[73901]: Traceback (most recent call last):
May 02 03:40:33.096214 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 02 03:40:33.096214 dv-cinder-789077-1-iscsi neutron-server[73901]:     timer()
May 02 03:40:33.096214 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 02 03:40:33.096214 dv-cinder-789077-1-iscsi neutron-server[73901]:     cb(*args, **kw)
May 02 03:40:33.096214 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 02 03:40:33.096214 dv-cinder-789077-1-iscsi neutron-server[73901]:     return func(*args, **kwargs)
May 02 03:40:33.096214 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 02 03:40:33.096214 dv-cinder-789077-1-iscsi neutron-server[73901]:     self._notify()
May 02 03:40:33.096214 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 02 03:40:33.096214 dv-cinder-789077-1-iscsi neutron-server[73901]:     self.callback(batched_events)
May 02 03:40:33.096214 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 02 03:40:33.096214 dv-cinder-789077-1-iscsi neutron-server[73901]:     event.method(event)
May 02 03:40:33.096214 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 02 03:40:33.096214 dv-cinder-789077-1-iscsi neutron-server[73901]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 02 03:40:33.096214 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 02 03:40:33.096214 dv-cinder-789077-1-iscsi neutron-server[73901]:     aggregate_uuid = self.p_client.list_aggregates(
May 02 03:40:33.096214 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 02 03:40:33.096214 dv-cinder-789077-1-iscsi neutron-server[73901]:     return f(self, *a, **k)
May 02 03:40:33.096214 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 02 03:40:33.096214 dv-cinder-789077-1-iscsi neutron-server[73901]:     return self._get(url).json()
May 02 03:40:33.096214 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 02 03:40:33.096214 dv-cinder-789077-1-iscsi neutron-server[73901]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 02 03:40:33.096214 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 02 03:40:33.096214 dv-cinder-789077-1-iscsi neutron-server[73901]:     return self.request(url, 'GET', **kwargs)
May 02 03:40:33.096214 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 02 03:40:33.096214 dv-cinder-789077-1-iscsi neutron-server[73901]:     base_url = self.get_endpoint(auth, allow=allow,
May 02 03:40:33.096214 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 02 03:40:33.096214 dv-cinder-789077-1-iscsi neutron-server[73901]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 02 03:40:33.096214 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 02 03:40:33.096214 dv-cinder-789077-1-iscsi neutron-server[73901]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 02 03:40:33.096214 dv-cinder-789077-1-iscsi neutron-server[73901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 02 03:40:33.166929 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-a3b22841-9252-4080-b799-132087032c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419395'] for network, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:33.170657 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-ab4220b0-28a0-41fc-b0cf-707731168522 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:40:33.183580 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-a3b22841-9252-4080-b799-132087032c06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for network, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:33.198797 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b22841-9252-4080-b799-132087032c06 admin admin] Pushing event deleted for resources: {'Network': ['ID=348595d7-7f35-4e83-a43a-21e5f105b128,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:40:33.202756 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-a3b22841-9252-4080-b799-132087032c06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:40:33.210501 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-a3b22841-9252-4080-b799-132087032c06 admin admin] 10.222.0.38 "DELETE /v2.0/networks/348595d7-7f35-4e83-a43a-21e5f105b128 HTTP/1.1" status: 204  len: 168 time: 1.3697007
May 02 03:40:33.338155 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 36270) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:40:33.388240 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-e20c9fb6-7084-44e3-984f-7a77a0cae32f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bbaedd301c3b45158260ff4d1414e77b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0487244
May 02 03:40:33.390582 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 36274) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:40:33.445629 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-7237d934-e9c4-4f74-8cb9-89ce70b52337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:33.472865 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-7237d934-e9c4-4f74-8cb9-89ce70b52337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:33.528468 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-7237d934-e9c4-4f74-8cb9-89ce70b52337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:33.532280 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-2d85de3f-51ae-45d0-9341-efedd4864b32 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:40:33.546371 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7237d934-e9c4-4f74-8cb9-89ce70b52337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c54001a-2cee-47c3-a5d6-53f4bc5322d5,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:40:33.549278 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-7237d934-e9c4-4f74-8cb9-89ce70b52337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:40:33.555208 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-7237d934-e9c4-4f74-8cb9-89ce70b52337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:33.556304 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-7237d934-e9c4-4f74-8cb9-89ce70b52337 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8c54001a-2cee-47c3-a5d6-53f4bc5322d5 HTTP/1.1" status: 204  len: 168 time: 0.1648691
May 02 03:40:35.157665 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-3e9f1a02-0ce9-4fe5-8dc6-36927b53dab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:37.837661 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:38.168391 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-0f7981e8-4746-4840-a28b-febb329e9ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:38.297627 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 36400) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:40:38.413781 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-74d6b706-ca9f-4076-a4ce-af9a9ed119e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:38.428147 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-74d6b706-ca9f-4076-a4ce-af9a9ed119e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:40:38.431876 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-74d6b706-ca9f-4076-a4ce-af9a9ed119e9 admin admin] Usage tracker for resource:security_group_rule and tenant:49295588685e400e8e47898d4221add9 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:40:38.435357 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-74d6b706-ca9f-4076-a4ce-af9a9ed119e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:40:38.440944 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-74d6b706-ca9f-4076-a4ce-af9a9ed119e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:40:38.522203 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-74d6b706-ca9f-4076-a4ce-af9a9ed119e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:38.525596 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-74d6b706-ca9f-4076-a4ce-af9a9ed119e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:38.533492 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-a4810418-526d-4cdd-a32b-b24e4ed10995 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:40:38.573520 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-74d6b706-ca9f-4076-a4ce-af9a9ed119e9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=49295588685e400e8e47898d4221add9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2748830
May 02 03:40:38.574414 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d6b706-ca9f-4076-a4ce-af9a9ed119e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff75264-b521-4d33-91c9-112db0e9768b,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:40:38.576225 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 36406) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:40:38.578166 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-74d6b706-ca9f-4076-a4ce-af9a9ed119e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:40:38.633392 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-a8a4ec58-8741-40de-8844-35a1c3a4be73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:38.660074 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-a8a4ec58-8741-40de-8844-35a1c3a4be73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:38.708776 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-a8a4ec58-8741-40de-8844-35a1c3a4be73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:38.712194 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-7c762d3d-36f3-4b54-8560-93fa431d9f1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:40:38.722873 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a4ec58-8741-40de-8844-35a1c3a4be73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff75264-b521-4d33-91c9-112db0e9768b,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:40:38.726993 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-a8a4ec58-8741-40de-8844-35a1c3a4be73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:40:38.730849 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-a8a4ec58-8741-40de-8844-35a1c3a4be73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:38.731932 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-a8a4ec58-8741-40de-8844-35a1c3a4be73 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fff75264-b521-4d33-91c9-112db0e9768b HTTP/1.1" status: 204  len: 168 time: 0.1547365
May 02 03:40:39.011297 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 36416) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:40:39.028897 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-eddd2ca3-9c95-4545-9115-8d8d089d739f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:39.043020 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-eddd2ca3-9c95-4545-9115-8d8d089d739f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:40:39.046750 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-eddd2ca3-9c95-4545-9115-8d8d089d739f admin admin] Usage tracker for resource:security_group_rule and tenant:f34f1353ebc246ec9f36905ab2c659a6 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:40:39.049443 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-eddd2ca3-9c95-4545-9115-8d8d089d739f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:40:39.054980 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-eddd2ca3-9c95-4545-9115-8d8d089d739f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:40:39.134471 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-eddd2ca3-9c95-4545-9115-8d8d089d739f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:39.137923 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-eddd2ca3-9c95-4545-9115-8d8d089d739f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:39.149625 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-3f4fc726-002a-4852-be3d-d42f8138b171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:40:39.188043 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-eddd2ca3-9c95-4545-9115-8d8d089d739f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f34f1353ebc246ec9f36905ab2c659a6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1756866
May 02 03:40:39.189964 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd2ca3-9c95-4545-9115-8d8d089d739f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88bb674b-3d24-4a0b-8c2b-6b193abf4687,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:40:39.192535 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 36422) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:40:39.194833 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-eddd2ca3-9c95-4545-9115-8d8d089d739f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:40:39.253227 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-7714d209-9ede-429e-82a8-b2c3bc1d46c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:39.280081 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-7714d209-9ede-429e-82a8-b2c3bc1d46c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:39.325821 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:39.330921 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-7714d209-9ede-429e-82a8-b2c3bc1d46c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:39.335650 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-ac7a5664-8187-4138-abe4-89437ea411c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:40:39.348174 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7714d209-9ede-429e-82a8-b2c3bc1d46c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88bb674b-3d24-4a0b-8c2b-6b193abf4687,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:40:39.352493 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-7714d209-9ede-429e-82a8-b2c3bc1d46c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:40:39.357267 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-7714d209-9ede-429e-82a8-b2c3bc1d46c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:39.358355 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-7714d209-9ede-429e-82a8-b2c3bc1d46c3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/88bb674b-3d24-4a0b-8c2b-6b193abf4687 HTTP/1.1" status: 204  len: 168 time: 0.1649594
May 02 03:40:40.831732 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:41.134457 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 36492) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:40:41.258786 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-03fe0fb8-fbdc-4ecd-99cd-270bcf482745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:41.273342 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-03fe0fb8-fbdc-4ecd-99cd-270bcf482745 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:40:41.277215 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-03fe0fb8-fbdc-4ecd-99cd-270bcf482745 admin admin] Usage tracker for resource:security_group_rule and tenant:e4239947b1ab465da6da460ca5c05dd6 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:40:41.279981 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-03fe0fb8-fbdc-4ecd-99cd-270bcf482745 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:40:41.285483 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-03fe0fb8-fbdc-4ecd-99cd-270bcf482745 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:40:41.368180 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-03fe0fb8-fbdc-4ecd-99cd-270bcf482745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:41.372202 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-03fe0fb8-fbdc-4ecd-99cd-270bcf482745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:41.380525 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-d1fc729f-51a2-494a-9c6a-e9fb3efbb2cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:40:41.398560 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:41.422984 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-03fe0fb8-fbdc-4ecd-99cd-270bcf482745 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e4239947b1ab465da6da460ca5c05dd6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2865164
May 02 03:40:41.424532 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fe0fb8-fbdc-4ecd-99cd-270bcf482745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9335f26-d039-4b29-9188-abe235828d9e,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:40:41.425460 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 36502) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:40:41.427915 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-03fe0fb8-fbdc-4ecd-99cd-270bcf482745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:40:41.488266 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-598ff667-4f69-4d89-b7be-301b09cf24ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:41.516188 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-598ff667-4f69-4d89-b7be-301b09cf24ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:41.570969 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-598ff667-4f69-4d89-b7be-301b09cf24ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:41.574915 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-7237d934-e9c4-4f74-8cb9-89ce70b52337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:40:41.584978 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598ff667-4f69-4d89-b7be-301b09cf24ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9335f26-d039-4b29-9188-abe235828d9e,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:40:41.590129 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-598ff667-4f69-4d89-b7be-301b09cf24ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:40:41.592354 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-598ff667-4f69-4d89-b7be-301b09cf24ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:41.593715 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-598ff667-4f69-4d89-b7be-301b09cf24ac admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f9335f26-d039-4b29-9188-abe235828d9e HTTP/1.1" status: 204  len: 168 time: 0.1650965
May 02 03:40:41.864975 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 36512) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:40:41.882643 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-6660e6d9-06c2-402f-8fc0-64928b1d836b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:41.898953 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-6660e6d9-06c2-402f-8fc0-64928b1d836b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:40:41.903186 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-6660e6d9-06c2-402f-8fc0-64928b1d836b admin admin] Usage tracker for resource:security_group_rule and tenant:033cfd9e0a9a48448b7101dd7ac2fd7b is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:40:41.905856 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-6660e6d9-06c2-402f-8fc0-64928b1d836b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:40:41.911681 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-6660e6d9-06c2-402f-8fc0-64928b1d836b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:40:42.085919 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-6660e6d9-06c2-402f-8fc0-64928b1d836b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:42.090076 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-6660e6d9-06c2-402f-8fc0-64928b1d836b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:42.098254 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-cd872acd-f0c0-41de-b9dc-e3bb523b1a73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:40:42.140711 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-6660e6d9-06c2-402f-8fc0-64928b1d836b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=033cfd9e0a9a48448b7101dd7ac2fd7b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2746174
May 02 03:40:42.141601 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660e6d9-06c2-402f-8fc0-64928b1d836b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9b3ccd-77a0-4479-8757-3b58aa5c3d7c,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:40:42.143357 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 36516) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:40:42.144546 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-6660e6d9-06c2-402f-8fc0-64928b1d836b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:40:42.204844 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-0c4c3fe0-9d11-4f82-ba09-803c8da02875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:42.230947 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-0c4c3fe0-9d11-4f82-ba09-803c8da02875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:42.281840 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-0c4c3fe0-9d11-4f82-ba09-803c8da02875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:42.285414 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-2ac58521-e248-4ed9-a9bf-89b4afd50951 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:40:42.299149 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c3fe0-9d11-4f82-ba09-803c8da02875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9b3ccd-77a0-4479-8757-3b58aa5c3d7c,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:40:42.302704 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-0c4c3fe0-9d11-4f82-ba09-803c8da02875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:40:42.308944 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-0c4c3fe0-9d11-4f82-ba09-803c8da02875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:40:42.310045 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-0c4c3fe0-9d11-4f82-ba09-803c8da02875 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6f9b3ccd-77a0-4479-8757-3b58aa5c3d7c HTTP/1.1" status: 204  len: 168 time: 0.1649542
May 02 03:41:05.158645 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-dc8ffa40-c5c6-4040-aa85-f28772e9f232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:41:05.632892 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:41:07.840816 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:41:08.160645 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-0d0d619b-7e07-400a-b0b1-273f3a852eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:41:09.326899 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:41:10.833837 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:41:11.412005 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:41:35.160014 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-f849bfbe-4761-46f1-8b21-56667eefcbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:41:37.844238 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:41:38.160648 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-c91d1fed-6368-4989-adbc-8be10ae6ddc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:41:39.329302 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:41:40.836679 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:41:41.406063 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:41:42.636009 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:42:05.162789 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-cab7540e-baed-4b49-812c-ba38089ad02b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:42:07.847777 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:42:08.161147 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-64e3bde0-f1e9-440c-9b31-370b3c08b32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:42:09.332082 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:42:10.841081 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:42:11.425261 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:42:19.634649 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:42:35.164021 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-f8bd6c74-21cf-4dc2-8a92-8506e41fbe58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:42:37.849430 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:42:38.161903 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-1e6627c2-4e7d-4e13-ad92-82dd6f99a0da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:42:39.335236 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:42:40.844756 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:42:41.421306 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:42:46.642527 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 37738) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:42:47.420663 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-2bf62109-bff0-4288-8416-2f457c0bb624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-400707'] for router_interface, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:42:47.816970 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.plugin [None req-2bf62109-bff0-4288-8416-2f457c0bb624 admin admin] Deleting port 905fbcf9-b611-4e90-a9ea-04f76111e3e2 {{(pid=73901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:42:47.817467 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-2bf62109-bff0-4288-8416-2f457c0bb624 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:42:47.938852 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.db [None req-2bf62109-bff0-4288-8416-2f457c0bb624 admin admin] For port 905fbcf9-b611-4e90-a9ea-04f76111e3e2, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=905fbcf9-b611-4e90-a9ea-04f76111e3e2,segment=NetworkSegment(6c6f3f05-f004-471e-8a0e-26e9fcb39326),segment_id=6c6f3f05-f004-471e-8a0e-26e9fcb39326)] {{(pid=73901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:42:47.939122 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-2bf62109-bff0-4288-8416-2f457c0bb624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:42:48.062748 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.plugin [None req-2bf62109-bff0-4288-8416-2f457c0bb624 admin admin] Calling delete_port for 905fbcf9-b611-4e90-a9ea-04f76111e3e2 owned by network:router_interface {{(pid=73901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:42:48.216203 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-2bf62109-bff0-4288-8416-2f457c0bb624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718557'] for port, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:42:48.220603 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:42:48.265928 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf62109-bff0-4288-8416-2f457c0bb624 admin admin] Pushing event deleted for resources: {'Port': ['ID=905fbcf9-b611-4e90-a9ea-04f76111e3e2,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:42:48.307262 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf62109-bff0-4288-8416-2f457c0bb624 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:42:48.307625 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf62109-bff0-4288-8416-2f457c0bb624 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:42:48.308644 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf62109-bff0-4288-8416-2f457c0bb624 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:42:48.308990 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf62109-bff0-4288-8416-2f457c0bb624 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:42:48.309444 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf62109-bff0-4288-8416-2f457c0bb624 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:42:48.309810 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf62109-bff0-4288-8416-2f457c0bb624 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:42:48.310154 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf62109-bff0-4288-8416-2f457c0bb624 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:42:48.310518 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf62109-bff0-4288-8416-2f457c0bb624 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:42:48.310865 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf62109-bff0-4288-8416-2f457c0bb624 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:42:48.311201 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf62109-bff0-4288-8416-2f457c0bb624 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:42:48.311537 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf62109-bff0-4288-8416-2f457c0bb624 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:42:48.311871 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf62109-bff0-4288-8416-2f457c0bb624 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:42:48.338958 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-2bf62109-bff0-4288-8416-2f457c0bb624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:42:48.537780 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-2bf62109-bff0-4288-8416-2f457c0bb624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1598338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425203'] for router_interface, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:42:48.988824 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bf62109-bff0-4288-8416-2f457c0bb624 admin admin] Router b1ef1151-805b-4f83-a46a-7c96f7d8cd61 has already been hosted by L3 agent c822661f-3527-457d-a53a-678072f60f18 {{(pid=73901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 02 03:42:49.163066 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf62109-bff0-4288-8416-2f457c0bb624 admin admin] Notify agent at l3_agent.dv-cinder-789077-1-iscsi the message routers_updated {{(pid=73901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 02 03:42:49.172048 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc04a926-9ada-46c4-a12a-458652f25474 None None] Sync routers for ids ['b1ef1151-805b-4f83-a46a-7c96f7d8cd61'] in dv-cinder-789077-1-iscsi {{(pid=73903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 02 03:42:49.175935 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-2bf62109-bff0-4288-8416-2f457c0bb624 admin admin] 10.222.0.38 "PUT /v2.0/routers/b1ef1151-805b-4f83-a46a-7c96f7d8cd61/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5323799
May 02 03:42:49.178326 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 37762) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:42:49.181057 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc04a926-9ada-46c4-a12a-458652f25474 None None] Routers {'b1ef1151-805b-4f83-a46a-7c96f7d8cd61'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:42:49.181653 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-fc04a926-9ada-46c4-a12a-458652f25474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c55a143a0>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:42:38Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['b1ef1151-805b-4f83-a46a-7c96f7d8cd61'], 'active': True} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:42:49.353342 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-cda1fade-8b14-44fa-9e0f-8044b71c5537 admin admin] Notify callbacks [] for router, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:42:49.356990 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvr_db [None req-fc04a926-9ada-46c4-a12a-458652f25474 None None] Set router b1ef1151-805b-4f83-a46a-7c96f7d8cd61 gateway port host: dv-cinder-789077-1-iscsi {{(pid=73903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:42:49.523330 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-cda1fade-8b14-44fa-9e0f-8044b71c5537 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:42:49.597329 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.plugin [None req-cda1fade-8b14-44fa-9e0f-8044b71c5537 admin admin] Deleting port 295442ec-ed49-4058-8444-980e103affd6 {{(pid=73901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:42:49.597659 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-cda1fade-8b14-44fa-9e0f-8044b71c5537 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:42:49.676137 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-fc04a926-9ada-46c4-a12a-458652f25474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c55a143a0>, [{'id': 'b1ef1151-805b-4f83-a46a-7c96f7d8cd61', 'name': 'tempest-AttachVolumeShelveTestJSON-1562313329-router', 'tenant_id': '4e7db1adde334ad386f1a91ee9ac0682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '295442ec-ed49-4058-8444-980e103affd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:09:50Z', 'updated_at': '2021-05-02T03:42:48Z', 'revision_number': 5, 'project_id': '4e7db1adde334ad386f1a91ee9ac0682', 'gw_port': {'id': '295442ec-ed49-4058-8444-980e103affd6', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:05:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ef1151-805b-4f83-a46a-7c96f7d8cd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:55Z', 'updated_at': '2021-05-02T03:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi'}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:42:49.680193 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc04a926-9ada-46c4-a12a-458652f25474 None None] Checking router: b1ef1151-805b-4f83-a46a-7c96f7d8cd61 for host: dv-cinder-789077-1-iscsi {{(pid=73903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 02 03:42:49.689393 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc04a926-9ada-46c4-a12a-458652f25474 None None] Routers {'b1ef1151-805b-4f83-a46a-7c96f7d8cd61'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:42:49.689990 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-fc04a926-9ada-46c4-a12a-458652f25474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c55a143a0>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:42:38Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['b1ef1151-805b-4f83-a46a-7c96f7d8cd61'], 'active': True} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:42:49.723022 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.db [None req-cda1fade-8b14-44fa-9e0f-8044b71c5537 admin admin] For port 295442ec-ed49-4058-8444-980e103affd6, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=295442ec-ed49-4058-8444-980e103affd6,segment=NetworkSegment(3f443235-55d0-4d2d-a949-b49c1a220799),segment_id=3f443235-55d0-4d2d-a949-b49c1a220799)] {{(pid=73901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:42:49.723367 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-cda1fade-8b14-44fa-9e0f-8044b71c5537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:42:49.838229 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvr_db [None req-fc04a926-9ada-46c4-a12a-458652f25474 None None] Set router b1ef1151-805b-4f83-a46a-7c96f7d8cd61 gateway port host: None {{(pid=73903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:42:49.847816 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.plugin [None req-cda1fade-8b14-44fa-9e0f-8044b71c5537 admin admin] Calling delete_port for 295442ec-ed49-4058-8444-980e103affd6 owned by network:router_gateway {{(pid=73901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:42:49.942720 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-fc04a926-9ada-46c4-a12a-458652f25474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c55a143a0>, [{'id': 'b1ef1151-805b-4f83-a46a-7c96f7d8cd61', 'name': 'tempest-AttachVolumeShelveTestJSON-1562313329-router', 'tenant_id': '4e7db1adde334ad386f1a91ee9ac0682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:09:50Z', 'updated_at': '2021-05-02T03:42:49Z', 'revision_number': 6, 'project_id': '4e7db1adde334ad386f1a91ee9ac0682', 'gw_port_host': None}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:42:49.946573 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc04a926-9ada-46c4-a12a-458652f25474 None None] The sync data for ids ['b1ef1151-805b-4f83-a46a-7c96f7d8cd61'] in dv-cinder-789077-1-iscsi is: [{'id': 'b1ef1151-805b-4f83-a46a-7c96f7d8cd61', 'name': 'tempest-AttachVolumeShelveTestJSON-1562313329-router', 'tenant_id': '4e7db1adde334ad386f1a91ee9ac0682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:09:50Z', 'updated_at': '2021-05-02T03:42:49Z', 'revision_number': 6, 'project_id': '4e7db1adde334ad386f1a91ee9ac0682', 'gw_port_host': None}] {{(pid=73903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 02 03:42:49.986901 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-cda1fade-8b14-44fa-9e0f-8044b71c5537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718557'] for port, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:42:49.991410 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:42:50.035440 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda1fade-8b14-44fa-9e0f-8044b71c5537 admin admin] Pushing event deleted for resources: {'Port': ['ID=295442ec-ed49-4058-8444-980e103affd6,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:42:50.060764 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-cda1fade-8b14-44fa-9e0f-8044b71c5537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:42:50.120607 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-cda1fade-8b14-44fa-9e0f-8044b71c5537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419436'] for router_gateway, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:42:50.397242 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-cda1fade-8b14-44fa-9e0f-8044b71c5537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1022368'] for router, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:42:50.399488 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-cda1fade-8b14-44fa-9e0f-8044b71c5537 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:42:50.414823 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 905fbcf9-b611-4e90-a9ea-04f76111e3e2 no longer exists at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 02 03:42:50.428611 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-cda1fade-8b14-44fa-9e0f-8044b71c5537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418852'] for router, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:42:50.429159 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda1fade-8b14-44fa-9e0f-8044b71c5537 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1ef1151-805b-4f83-a46a-7c96f7d8cd61 {{(pid=73901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 02 03:42:50.442139 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-cda1fade-8b14-44fa-9e0f-8044b71c5537 admin admin] Notify callbacks [] for router, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:42:50.443261 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-cda1fade-8b14-44fa-9e0f-8044b71c5537 admin admin] 10.222.0.38 "DELETE /v2.0/routers/b1ef1151-805b-4f83-a46a-7c96f7d8cd61 HTTP/1.1" status: 204  len: 168 time: 1.2640243
May 02 03:42:50.445709 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 37776) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:42:50.450988 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] No Port match for: 905fbcf9-b611-4e90-a9ea-04f76111e3e2 {{(pid=73902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 02 03:42:50.451340 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 905fbcf9-b611-4e90-a9ea-04f76111e3e2 not bound to the agent host dv-cinder-789077-1-iscsi {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 02 03:42:50.504143 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.db_base_plugin_v2 [None req-76bd1b9b-4cc3-4427-aa95-d0adb94e66ec admin admin] Deleting subnet 78de75db-d296-47a5-9b25-e7b9f1e1ac72 {{(pid=73901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
May 02 03:42:50.506927 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-76bd1b9b-4cc3-4427-aa95-d0adb94e66ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:42:50.556276 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-76bd1b9b-4cc3-4427-aa95-d0adb94e66ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2839877'] for subnet, precommit_delete_associations {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:42:50.635431 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-76bd1b9b-4cc3-4427-aa95-d0adb94e66ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799051'] for subnet, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:42:50.881601 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-76bd1b9b-4cc3-4427-aa95-d0adb94e66ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3711852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2161004'] for subnet, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:42:50.886939 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:42:50.925958 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bd1b9b-4cc3-4427-aa95-d0adb94e66ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78de75db-d296-47a5-9b25-e7b9f1e1ac72,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:42:50.929103 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-76bd1b9b-4cc3-4427-aa95-d0adb94e66ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:42:50.930091 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-76bd1b9b-4cc3-4427-aa95-d0adb94e66ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for subnet, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:42:50.938124 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa35f11d-f156-400d-8911-3aab44045d28 None None] Network c7fbd4b3-8241-42d4-a727-6c3f39a82264 requested from dv-cinder-789077-1-iscsi {{(pid=73902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 02 03:42:50.938915 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-76bd1b9b-4cc3-4427-aa95-d0adb94e66ec admin admin] 10.222.0.38 "DELETE /v2.0/subnets/78de75db-d296-47a5-9b25-e7b9f1e1ac72 HTTP/1.1" status: 204  len: 168 time: 0.4921861
May 02 03:42:50.939549 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 37786) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:42:51.052376 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-f172623e-7ac9-4b5f-a8d5-415a4a8f8dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688557'] for network, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:42:51.128664 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.plugin [None req-f172623e-7ac9-4b5f-a8d5-415a4a8f8dd5 admin admin] Deleting port 920834f1-978a-4c61-a1e0-9199bf1c856d {{(pid=73901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:42:51.129025 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-f172623e-7ac9-4b5f-a8d5-415a4a8f8dd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:42:51.192265 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04427eb2-aedf-4570-8791-ed81576c9354 None None] DHCP port deletion for c7fbd4b3-8241-42d4-a727-6c3f39a82264 request from dv-cinder-789077-1-iscsi {{(pid=73902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
May 02 03:42:51.228718 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.db [None req-f172623e-7ac9-4b5f-a8d5-415a4a8f8dd5 admin admin] For port 920834f1-978a-4c61-a1e0-9199bf1c856d, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=920834f1-978a-4c61-a1e0-9199bf1c856d,segment=NetworkSegment(6c6f3f05-f004-471e-8a0e-26e9fcb39326),segment_id=6c6f3f05-f004-471e-8a0e-26e9fcb39326)] {{(pid=73901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:42:51.229065 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-f172623e-7ac9-4b5f-a8d5-415a4a8f8dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:42:51.256810 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-04427eb2-aedf-4570-8791-ed81576c9354 None None] Deleting port 920834f1-978a-4c61-a1e0-9199bf1c856d {{(pid=73902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:42:51.257298 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-04427eb2-aedf-4570-8791-ed81576c9354 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:42:51.352471 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.plugin [None req-f172623e-7ac9-4b5f-a8d5-415a4a8f8dd5 admin admin] Calling delete_port for 920834f1-978a-4c61-a1e0-9199bf1c856d owned by network:dhcp {{(pid=73901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:42:51.354637 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-04427eb2-aedf-4570-8791-ed81576c9354 None None] For port 920834f1-978a-4c61-a1e0-9199bf1c856d, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=920834f1-978a-4c61-a1e0-9199bf1c856d,segment=NetworkSegment(6c6f3f05-f004-471e-8a0e-26e9fcb39326),segment_id=6c6f3f05-f004-471e-8a0e-26e9fcb39326)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:42:51.355853 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-04427eb2-aedf-4570-8791-ed81576c9354 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:42:51.398818 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-f172623e-7ac9-4b5f-a8d5-415a4a8f8dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718557'] for port, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:42:51.403423 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:42:51.450298 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f172623e-7ac9-4b5f-a8d5-415a4a8f8dd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=920834f1-978a-4c61-a1e0-9199bf1c856d,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:42:51.453820 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-f172623e-7ac9-4b5f-a8d5-415a4a8f8dd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:42:51.454921 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f172623e-7ac9-4b5f-a8d5-415a4a8f8dd5 admin admin] No DVR routers for this DVR port 920834f1-978a-4c61-a1e0-9199bf1c856d on host dv-cinder-789077-1-iscsi {{(pid=73901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 02 03:42:51.478157 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-04427eb2-aedf-4570-8791-ed81576c9354 None None] Calling delete_port for 920834f1-978a-4c61-a1e0-9199bf1c856d owned by network:dhcp {{(pid=73902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:42:51.521694 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-04427eb2-aedf-4570-8791-ed81576c9354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535'] for port, after_delete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:42:51.526095 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:42:51.568781 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-f172623e-7ac9-4b5f-a8d5-415a4a8f8dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773334', 'neutron.services.segments.db._delete_segments_for_network-8747865761073'] for network, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:42:51.569760 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04427eb2-aedf-4570-8791-ed81576c9354 None None] Pushing event deleted for resources: {'Port': ['ID=920834f1-978a-4c61-a1e0-9199bf1c856d,revision_number=None']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:42:51.575023 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04427eb2-aedf-4570-8791-ed81576c9354 None None] No DVR routers for this DVR port 920834f1-978a-4c61-a1e0-9199bf1c856d on host dv-cinder-789077-1-iscsi {{(pid=73902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 02 03:42:51.581315 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04427eb2-aedf-4570-8791-ed81576c9354 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:42:51.581652 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04427eb2-aedf-4570-8791-ed81576c9354 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:42:51.584800 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04427eb2-aedf-4570-8791-ed81576c9354 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:42:51.584800 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04427eb2-aedf-4570-8791-ed81576c9354 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:42:51.584800 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04427eb2-aedf-4570-8791-ed81576c9354 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:42:51.584800 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04427eb2-aedf-4570-8791-ed81576c9354 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:42:51.584800 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04427eb2-aedf-4570-8791-ed81576c9354 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:42:51.584800 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04427eb2-aedf-4570-8791-ed81576c9354 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:42:51.584800 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04427eb2-aedf-4570-8791-ed81576c9354 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:42:51.584800 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04427eb2-aedf-4570-8791-ed81576c9354 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:42:51.584800 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04427eb2-aedf-4570-8791-ed81576c9354 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:42:51.584800 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04427eb2-aedf-4570-8791-ed81576c9354 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:42:51.587849 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-04427eb2-aedf-4570-8791-ed81576c9354 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:42:51.680287 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.services.segments.db [None req-f172623e-7ac9-4b5f-a8d5-415a4a8f8dd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c54df0f10>,) {'filters': {'network_id': ['c7fbd4b3-8241-42d4-a727-6c3f39a82264']}} {{(pid=73901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:42:51.780145 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.services.segments.db [None req-f172623e-7ac9-4b5f-a8d5-415a4a8f8dd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c54df0f10>, '6c6f3f05-f004-471e-8a0e-26e9fcb39326') {'for_net_delete': True} {{(pid=73901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:42:51.780432 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.services.segments.db [None req-f172623e-7ac9-4b5f-a8d5-415a4a8f8dd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c54df0f10>, '6c6f3f05-f004-471e-8a0e-26e9fcb39326') {} {{(pid=73901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:42:51.792736 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-f172623e-7ac9-4b5f-a8d5-415a4a8f8dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747865772647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2839932'] for segment, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:42:51.810535 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-f172623e-7ac9-4b5f-a8d5-415a4a8f8dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800657'] for segment, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:42:51.816881 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f172623e-7ac9-4b5f-a8d5-415a4a8f8dd5 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=73901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 02 03:42:51.981794 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.managers [None req-f172623e-7ac9-4b5f-a8d5-415a4a8f8dd5 admin admin] Network c7fbd4b3-8241-42d4-a727-6c3f39a82264 has no segments {{(pid=73901) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 02 03:42:51.993101 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-f172623e-7ac9-4b5f-a8d5-415a4a8f8dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1800670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718606'] for segment, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:42:52.156654 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.managers [None req-f172623e-7ac9-4b5f-a8d5-415a4a8f8dd5 admin admin] Network c7fbd4b3-8241-42d4-a727-6c3f39a82264 has no segments {{(pid=73901) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 02 03:42:52.177519 dv-cinder-789077-1-iscsi neutron-server[73901]: Traceback (most recent call last):
May 02 03:42:52.177519 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 02 03:42:52.177519 dv-cinder-789077-1-iscsi neutron-server[73901]:     timer()
May 02 03:42:52.177519 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 02 03:42:52.177519 dv-cinder-789077-1-iscsi neutron-server[73901]:     cb(*args, **kw)
May 02 03:42:52.177519 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 02 03:42:52.177519 dv-cinder-789077-1-iscsi neutron-server[73901]:     return func(*args, **kwargs)
May 02 03:42:52.177519 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 02 03:42:52.177519 dv-cinder-789077-1-iscsi neutron-server[73901]:     self._notify()
May 02 03:42:52.177519 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 02 03:42:52.177519 dv-cinder-789077-1-iscsi neutron-server[73901]:     self.callback(batched_events)
May 02 03:42:52.177519 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 02 03:42:52.177519 dv-cinder-789077-1-iscsi neutron-server[73901]:     event.method(event)
May 02 03:42:52.177519 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 02 03:42:52.177519 dv-cinder-789077-1-iscsi neutron-server[73901]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 02 03:42:52.177519 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 02 03:42:52.177519 dv-cinder-789077-1-iscsi neutron-server[73901]:     aggregate_uuid = self.p_client.list_aggregates(
May 02 03:42:52.177519 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 02 03:42:52.177519 dv-cinder-789077-1-iscsi neutron-server[73901]:     return f(self, *a, **k)
May 02 03:42:52.177519 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 02 03:42:52.177519 dv-cinder-789077-1-iscsi neutron-server[73901]:     return self._get(url).json()
May 02 03:42:52.177519 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 02 03:42:52.177519 dv-cinder-789077-1-iscsi neutron-server[73901]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 02 03:42:52.177519 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 02 03:42:52.177519 dv-cinder-789077-1-iscsi neutron-server[73901]:     return self.request(url, 'GET', **kwargs)
May 02 03:42:52.177519 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 02 03:42:52.177519 dv-cinder-789077-1-iscsi neutron-server[73901]:     base_url = self.get_endpoint(auth, allow=allow,
May 02 03:42:52.177519 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 02 03:42:52.177519 dv-cinder-789077-1-iscsi neutron-server[73901]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 02 03:42:52.177519 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 02 03:42:52.177519 dv-cinder-789077-1-iscsi neutron-server[73901]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 02 03:42:52.177519 dv-cinder-789077-1-iscsi neutron-server[73901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 02 03:42:52.252407 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-f172623e-7ac9-4b5f-a8d5-415a4a8f8dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419395'] for network, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:42:52.256283 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:42:52.271881 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-f172623e-7ac9-4b5f-a8d5-415a4a8f8dd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for network, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:42:52.277853 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f172623e-7ac9-4b5f-a8d5-415a4a8f8dd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7fbd4b3-8241-42d4-a727-6c3f39a82264,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:42:52.282034 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-f172623e-7ac9-4b5f-a8d5-415a4a8f8dd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:42:52.294807 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-f172623e-7ac9-4b5f-a8d5-415a4a8f8dd5 admin admin] 10.222.0.38 "DELETE /v2.0/networks/c7fbd4b3-8241-42d4-a727-6c3f39a82264 HTTP/1.1" status: 204  len: 168 time: 1.3542738
May 02 03:42:52.315385 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 295442ec-ed49-4058-8444-980e103affd6 no longer exists at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 02 03:42:52.349864 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] No Port match for: 295442ec-ed49-4058-8444-980e103affd6 {{(pid=73902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 02 03:42:52.350316 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 295442ec-ed49-4058-8444-980e103affd6 not bound to the agent host dv-cinder-789077-1-iscsi {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 02 03:42:52.350852 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 920834f1-978a-4c61-a1e0-9199bf1c856d no longer exists at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 02 03:42:52.384137 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] No Port match for: 920834f1-978a-4c61-a1e0-9199bf1c856d {{(pid=73902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 02 03:42:52.384486 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 920834f1-978a-4c61-a1e0-9199bf1c856d not bound to the agent host dv-cinder-789077-1-iscsi {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 02 03:42:52.411988 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 37800) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:42:52.460042 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-1f8476f5-cbdf-4f08-b6c7-8dbcb5cea2bb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4e7db1adde334ad386f1a91ee9ac0682&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0468979
May 02 03:42:52.462221 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 37804) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:42:52.518682 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-041dbd45-df19-4e68-b585-d1040022bdef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:42:52.548045 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-041dbd45-df19-4e68-b585-d1040022bdef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:42:52.599451 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-041dbd45-df19-4e68-b585-d1040022bdef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:42:52.603005 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-fdf7475a-9916-4e2d-bdc4-2d03ad178ef5 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:42:52.617054 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041dbd45-df19-4e68-b585-d1040022bdef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9eb7e01-817e-4037-84fd-d1aa9e9e0032,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:42:52.621452 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-041dbd45-df19-4e68-b585-d1040022bdef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:42:52.624624 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-041dbd45-df19-4e68-b585-d1040022bdef admin admin] Notify callbacks [] for security_group, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:42:52.625699 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-041dbd45-df19-4e68-b585-d1040022bdef admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a9eb7e01-817e-4037-84fd-d1aa9e9e0032 HTTP/1.1" status: 204  len: 168 time: 0.1625941
May 02 03:42:56.633220 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:43:05.172413 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-864132d6-aac1-4ae5-b909-8b374f44ae76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:43:07.851428 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:43:08.167276 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8a3e2867-e2bc-43a5-8ce9-a54864b5a983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:43:09.337258 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:43:10.846560 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:43:11.412934 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:43:33.631604 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:43:35.163989 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-07ea30c8-88b8-4921-a96f-d0dba4626c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:43:37.856266 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:43:38.169400 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-d1b737cd-4b7b-4600-97ff-388dbf201cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:43:39.342449 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:43:40.848778 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:43:41.422282 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:44:05.167964 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-3ca7cbf7-a5f6-4cf2-a256-3f384e655ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:44:07.857712 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:44:08.173032 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-0f538886-65ea-4d17-9124-5beee589e1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:44:09.344118 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:44:10.629816 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:44:10.851030 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:44:11.438926 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:44:35.170805 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-07655dac-d960-4326-aa39-13cf32ec6c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:44:37.859472 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:44:38.174740 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7d0a29a3-dab1-431a-8858-ba8923f13149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:44:39.347429 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:44:40.853655 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:44:41.464202 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:44:47.629353 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:45:05.172749 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-501aca44-923f-4cc4-85e1-f7d1cabe0e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:07.861776 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:08.176489 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-034963c9-e2e0-4473-8c94-a0dfa4998cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:09.349649 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:10.857937 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:11.481609 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:18.780668 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 39532) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:45:18.910390 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-59072766-05ab-4160-b8de-71bbe3760adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:18.924583 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-59072766-05ab-4160-b8de-71bbe3760adc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:45:18.928317 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-59072766-05ab-4160-b8de-71bbe3760adc admin admin] Usage tracker for resource:security_group_rule and tenant:b935f0d5f00545d897e50dcd40923490 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:45:18.931050 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-59072766-05ab-4160-b8de-71bbe3760adc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:45:18.937632 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-59072766-05ab-4160-b8de-71bbe3760adc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:45:19.018292 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-59072766-05ab-4160-b8de-71bbe3760adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:19.021959 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-59072766-05ab-4160-b8de-71bbe3760adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:19.030049 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-641b8651-d3ee-45f6-b43a-dac7a0860573 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:45:19.068057 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-59072766-05ab-4160-b8de-71bbe3760adc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b935f0d5f00545d897e50dcd40923490&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2863770
May 02 03:45:19.069601 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59072766-05ab-4160-b8de-71bbe3760adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d3daa2-b3a3-417e-aad8-4c0280946e23,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:45:19.070825 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 39540) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:45:19.077113 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59072766-05ab-4160-b8de-71bbe3760adc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:45:19.077477 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59072766-05ab-4160-b8de-71bbe3760adc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:45:19.077831 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59072766-05ab-4160-b8de-71bbe3760adc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:45:19.078178 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59072766-05ab-4160-b8de-71bbe3760adc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:45:19.078551 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59072766-05ab-4160-b8de-71bbe3760adc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:45:19.078896 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59072766-05ab-4160-b8de-71bbe3760adc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:45:19.079239 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59072766-05ab-4160-b8de-71bbe3760adc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:45:19.079577 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59072766-05ab-4160-b8de-71bbe3760adc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:45:19.079914 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59072766-05ab-4160-b8de-71bbe3760adc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:45:19.080250 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59072766-05ab-4160-b8de-71bbe3760adc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:45:19.080582 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59072766-05ab-4160-b8de-71bbe3760adc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:45:19.080912 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59072766-05ab-4160-b8de-71bbe3760adc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:45:19.084781 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-59072766-05ab-4160-b8de-71bbe3760adc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:45:19.129153 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-b46e54c6-86c9-4f71-8fc3-35d6e985edfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:19.157516 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-b46e54c6-86c9-4f71-8fc3-35d6e985edfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:19.207107 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-b46e54c6-86c9-4f71-8fc3-35d6e985edfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:19.211010 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-b5dc71fc-835d-4345-bbac-03361a3a38a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:45:19.223259 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46e54c6-86c9-4f71-8fc3-35d6e985edfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d3daa2-b3a3-417e-aad8-4c0280946e23,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:45:19.233230 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46e54c6-86c9-4f71-8fc3-35d6e985edfc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:45:19.233589 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46e54c6-86c9-4f71-8fc3-35d6e985edfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:45:19.233936 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46e54c6-86c9-4f71-8fc3-35d6e985edfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:45:19.234279 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46e54c6-86c9-4f71-8fc3-35d6e985edfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:45:19.234654 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46e54c6-86c9-4f71-8fc3-35d6e985edfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:45:19.234991 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46e54c6-86c9-4f71-8fc3-35d6e985edfc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:45:19.235325 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46e54c6-86c9-4f71-8fc3-35d6e985edfc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:45:19.235658 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46e54c6-86c9-4f71-8fc3-35d6e985edfc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:45:19.235989 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46e54c6-86c9-4f71-8fc3-35d6e985edfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:45:19.236318 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46e54c6-86c9-4f71-8fc3-35d6e985edfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:45:19.236645 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46e54c6-86c9-4f71-8fc3-35d6e985edfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:45:19.236972 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46e54c6-86c9-4f71-8fc3-35d6e985edfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:45:19.240566 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-b46e54c6-86c9-4f71-8fc3-35d6e985edfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:45:19.245154 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-b46e54c6-86c9-4f71-8fc3-35d6e985edfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:19.249403 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-b46e54c6-86c9-4f71-8fc3-35d6e985edfc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/63d3daa2-b3a3-417e-aad8-4c0280946e23 HTTP/1.1" status: 204  len: 168 time: 0.1744332
May 02 03:45:19.895215 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 39570) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:45:19.996920 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.v2.base [None req-5ab0b947-fc1c-4517-b624-0ad8620ca39b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1475004493-network', 'tenant_id': '9277cd2eff56412c8bccbe3abf6f777b'}} {{(pid=73901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:45:20.001512 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-5ab0b947-fc1c-4517-b624-0ad8620ca39b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:45:20.005258 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-5ab0b947-fc1c-4517-b624-0ad8620ca39b admin admin] Usage tracker for resource:network and tenant:9277cd2eff56412c8bccbe3abf6f777b is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:45:20.008056 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-5ab0b947-fc1c-4517-b624-0ad8620ca39b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:45:20.017465 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-5ab0b947-fc1c-4517-b624-0ad8620ca39b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:45:20.026918 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab0b947-fc1c-4517-b624-0ad8620ca39b admin admin] Made reservation on behalf of 9277cd2eff56412c8bccbe3abf6f777b for: {'network': 1} {{(pid=73901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 02 03:45:20.029752 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-5ab0b947-fc1c-4517-b624-0ad8620ca39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for network, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:20.041141 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-5ab0b947-fc1c-4517-b624-0ad8620ca39b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:20.055185 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-5ab0b947-fc1c-4517-b624-0ad8620ca39b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:45:20.058872 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-5ab0b947-fc1c-4517-b624-0ad8620ca39b admin admin] Usage tracker for resource:security_group_rule and tenant:9277cd2eff56412c8bccbe3abf6f777b is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:45:20.061564 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-5ab0b947-fc1c-4517-b624-0ad8620ca39b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:45:20.067058 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-5ab0b947-fc1c-4517-b624-0ad8620ca39b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:45:20.145734 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-5ab0b947-fc1c-4517-b624-0ad8620ca39b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:20.149024 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-5ab0b947-fc1c-4517-b624-0ad8620ca39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:20.152712 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-cf11a11b-c9ca-46ba-b614-8828d1352bb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:45:20.175186 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ab0b947-fc1c-4517-b624-0ad8620ca39b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212}  {{(pid=73901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 02 03:45:20.187727 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab0b947-fc1c-4517-b624-0ad8620ca39b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d513c67-ed26-476c-ba88-6f9f355551b4,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:45:20.191569 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-5ab0b947-fc1c-4517-b624-0ad8620ca39b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:45:20.192456 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-5ab0b947-fc1c-4517-b624-0ad8620ca39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800657'] for segment, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:20.192787 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.db.segments_db [None req-5ab0b947-fc1c-4517-b624-0ad8620ca39b admin admin] Added segment 2212d10c-0327-4833-8bcb-50b05d949032 of type vlan for network 48932231-ed7a-4d83-bf58-c793b22e1be4
May 02 03:45:20.218461 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-5ab0b947-fc1c-4517-b624-0ad8620ca39b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747865320852'] for network, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:20.246703 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-5ab0b947-fc1c-4517-b624-0ad8620ca39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347'] for network, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:20.248526 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab0b947-fc1c-4517-b624-0ad8620ca39b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:45:20.249095 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-5ab0b947-fc1c-4517-b624-0ad8620ca39b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for network, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:20.252188 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:45:20.351132 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab0b947-fc1c-4517-b624-0ad8620ca39b admin admin] Pushing event updated for resources: {'Network': ['ID=48932231-ed7a-4d83-bf58-c793b22e1be4,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:45:20.354327 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-5ab0b947-fc1c-4517-b624-0ad8620ca39b admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.4580951
May 02 03:45:20.355187 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-5ab0b947-fc1c-4517-b624-0ad8620ca39b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:45:20.357862 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 39576) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:45:20.361870 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Network 48932231-ed7a-4d83-bf58-c793b22e1be4 details requested by agent ovs-agent-dv-cinder-789077-1-iscsi with host dv-cinder-789077-1-iscsi {{(pid=73902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 02 03:45:20.363211 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.v2.base [None req-34876698-ac68-4897-bd8b-c8f2de458721 admin admin] Request body: {'subnet': {'network_id': '48932231-ed7a-4d83-bf58-c793b22e1be4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1475004493-subnet', 'tenant_id': '9277cd2eff56412c8bccbe3abf6f777b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:45:20.367902 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-34876698-ac68-4897-bd8b-c8f2de458721 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:45:20.371583 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-34876698-ac68-4897-bd8b-c8f2de458721 admin admin] Usage tracker for resource:subnet and tenant:9277cd2eff56412c8bccbe3abf6f777b is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:45:20.375180 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-34876698-ac68-4897-bd8b-c8f2de458721 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:45:20.380677 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-34876698-ac68-4897-bd8b-c8f2de458721 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:45:20.390807 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34876698-ac68-4897-bd8b-c8f2de458721 admin admin] Made reservation on behalf of 9277cd2eff56412c8bccbe3abf6f777b for: {'subnet': 1} {{(pid=73901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 02 03:45:20.392956 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-34876698-ac68-4897-bd8b-c8f2de458721 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2160961'] for subnet, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:20.772094 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-34876698-ac68-4897-bd8b-c8f2de458721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3711789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2160983'] for subnet, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:20.776854 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-bc6b18bb-4dd8-4c76-b36d-56bbea81afa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:45:20.848048 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34876698-ac68-4897-bd8b-c8f2de458721 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96c0f59b-858c-4abc-b25b-119409862309,revision_number=0']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:45:20.851396 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-34876698-ac68-4897-bd8b-c8f2de458721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:45:20.853758 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34876698-ac68-4897-bd8b-c8f2de458721 admin admin] Checking segment: {'id': '2212d10c-0327-4833-8bcb-50b05d949032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '48932231-ed7a-4d83-bf58-c793b22e1be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:45:20.854103 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34876698-ac68-4897-bd8b-c8f2de458721 admin admin] Network hostable DHCP agents. Network: 48932231-ed7a-4d83-bf58-c793b22e1be4, hostable agents: ['b8cff7bf-6a12-4b5e-9f6f-ac6aa9384c4c'], hosted agents: [] {{(pid=73901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 02 03:45:20.870413 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34876698-ac68-4897-bd8b-c8f2de458721 admin admin] Network 48932231-ed7a-4d83-bf58-c793b22e1be4 is scheduled to be hosted by DHCP agent b8cff7bf-6a12-4b5e-9f6f-ac6aa9384c4c with binding_index 1 {{(pid=73901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 02 03:45:20.880432 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.base_scheduler [None req-34876698-ac68-4897-bd8b-c8f2de458721 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789077-1-iscsi, 48932231-ed7a-4d83-bf58-c793b22e1be4) {{(pid=73901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:45:20.890389 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b27edc6-18f5-44ef-b62d-11f14f6b382e None None] Network 48932231-ed7a-4d83-bf58-c793b22e1be4 requested from dv-cinder-789077-1-iscsi {{(pid=73902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 02 03:45:20.896537 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34876698-ac68-4897-bd8b-c8f2de458721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:45:20.897227 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-34876698-ac68-4897-bd8b-c8f2de458721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for subnet, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:20.917553 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-34876698-ac68-4897-bd8b-c8f2de458721 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.5587118
May 02 03:45:21.103744 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b3ae7c-95f6-4077-9c45-d2f63eeb16e2 None None] Network 48932231-ed7a-4d83-bf58-c793b22e1be4 requested from dv-cinder-789077-1-iscsi {{(pid=73902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 02 03:45:21.430078 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 39600) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:45:21.436149 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.v2.base [None req-31a26ca5-44aa-4cde-96ab-26f7ac2e2062 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1806323875-network', 'tenant_id': 'e71b7a20e0084ffa83434a77a56c6c62'}} {{(pid=73901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:45:21.440698 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-31a26ca5-44aa-4cde-96ab-26f7ac2e2062 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:45:21.444414 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-31a26ca5-44aa-4cde-96ab-26f7ac2e2062 admin admin] Usage tracker for resource:network and tenant:e71b7a20e0084ffa83434a77a56c6c62 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:45:21.447229 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-31a26ca5-44aa-4cde-96ab-26f7ac2e2062 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:45:21.453397 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-31a26ca5-44aa-4cde-96ab-26f7ac2e2062 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:45:21.463904 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a26ca5-44aa-4cde-96ab-26f7ac2e2062 admin admin] Made reservation on behalf of e71b7a20e0084ffa83434a77a56c6c62 for: {'network': 1} {{(pid=73901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 02 03:45:21.466305 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-31a26ca5-44aa-4cde-96ab-26f7ac2e2062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for network, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:21.478091 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-31a26ca5-44aa-4cde-96ab-26f7ac2e2062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:21.495115 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-31a26ca5-44aa-4cde-96ab-26f7ac2e2062 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:45:21.499376 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-31a26ca5-44aa-4cde-96ab-26f7ac2e2062 admin admin] Usage tracker for resource:security_group_rule and tenant:e71b7a20e0084ffa83434a77a56c6c62 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:45:21.502069 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-31a26ca5-44aa-4cde-96ab-26f7ac2e2062 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:45:21.511671 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-31a26ca5-44aa-4cde-96ab-26f7ac2e2062 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:45:21.596819 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-31a26ca5-44aa-4cde-96ab-26f7ac2e2062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:21.600562 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-31a26ca5-44aa-4cde-96ab-26f7ac2e2062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:21.603500 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-fbaa136b-d05b-4c9a-8f6d-fb58c324a731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:45:21.633309 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31a26ca5-44aa-4cde-96ab-26f7ac2e2062 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229}  {{(pid=73901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 02 03:45:21.638571 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a26ca5-44aa-4cde-96ab-26f7ac2e2062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9437e78d-9dc1-43c2-b39c-e608c31a8da7,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:45:21.643963 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-31a26ca5-44aa-4cde-96ab-26f7ac2e2062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:45:21.648414 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-31a26ca5-44aa-4cde-96ab-26f7ac2e2062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800657'] for segment, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:21.648821 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.db.segments_db [None req-31a26ca5-44aa-4cde-96ab-26f7ac2e2062 admin admin] Added segment c96404ed-cdbf-49d2-ad70-75a11585c175 of type vlan for network 3f7212d5-8c7b-4d07-8552-3968ceffd2b9
May 02 03:45:21.677824 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-31a26ca5-44aa-4cde-96ab-26f7ac2e2062 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747865320852'] for network, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:21.706122 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-31a26ca5-44aa-4cde-96ab-26f7ac2e2062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347'] for network, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:21.707479 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a26ca5-44aa-4cde-96ab-26f7ac2e2062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:45:21.708058 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-31a26ca5-44aa-4cde-96ab-26f7ac2e2062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for network, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:21.712922 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-5ab0b947-fc1c-4517-b624-0ad8620ca39b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:45:21.895622 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-31a26ca5-44aa-4cde-96ab-26f7ac2e2062 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.4644086
May 02 03:45:21.898293 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 39610) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:45:21.906125 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.v2.base [None req-fb31595a-81dd-4e0e-b6b4-ef7f9d9233fe admin admin] Request body: {'subnet': {'network_id': '3f7212d5-8c7b-4d07-8552-3968ceffd2b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1806323875-subnet', 'tenant_id': 'e71b7a20e0084ffa83434a77a56c6c62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:45:21.909725 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a26ca5-44aa-4cde-96ab-26f7ac2e2062 admin admin] Pushing event updated for resources: {'Network': ['ID=3f7212d5-8c7b-4d07-8552-3968ceffd2b9,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:45:21.912563 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-31a26ca5-44aa-4cde-96ab-26f7ac2e2062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:45:21.913467 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-fb31595a-81dd-4e0e-b6b4-ef7f9d9233fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:45:21.917345 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-fb31595a-81dd-4e0e-b6b4-ef7f9d9233fe admin admin] Usage tracker for resource:subnet and tenant:e71b7a20e0084ffa83434a77a56c6c62 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:45:21.920534 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-fb31595a-81dd-4e0e-b6b4-ef7f9d9233fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:45:21.926624 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Network 3f7212d5-8c7b-4d07-8552-3968ceffd2b9 details requested by agent ovs-agent-dv-cinder-789077-1-iscsi with host dv-cinder-789077-1-iscsi {{(pid=73902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 02 03:45:21.927112 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-fb31595a-81dd-4e0e-b6b4-ef7f9d9233fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:45:21.940881 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb31595a-81dd-4e0e-b6b4-ef7f9d9233fe admin admin] Made reservation on behalf of e71b7a20e0084ffa83434a77a56c6c62 for: {'subnet': 1} {{(pid=73901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 02 03:45:21.943796 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-fb31595a-81dd-4e0e-b6b4-ef7f9d9233fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2160961'] for subnet, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:22.335845 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-fb31595a-81dd-4e0e-b6b4-ef7f9d9233fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3711789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2160983'] for subnet, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:22.340227 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:45:22.407005 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb31595a-81dd-4e0e-b6b4-ef7f9d9233fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a9279e2-ee23-4330-b23d-feaae0588b00,revision_number=0']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:45:22.410273 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-fb31595a-81dd-4e0e-b6b4-ef7f9d9233fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:45:22.415669 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb31595a-81dd-4e0e-b6b4-ef7f9d9233fe admin admin] Checking segment: {'id': 'c96404ed-cdbf-49d2-ad70-75a11585c175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3f7212d5-8c7b-4d07-8552-3968ceffd2b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:45:22.416018 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb31595a-81dd-4e0e-b6b4-ef7f9d9233fe admin admin] Network hostable DHCP agents. Network: 3f7212d5-8c7b-4d07-8552-3968ceffd2b9, hostable agents: ['b8cff7bf-6a12-4b5e-9f6f-ac6aa9384c4c'], hosted agents: [] {{(pid=73901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 02 03:45:22.431935 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb31595a-81dd-4e0e-b6b4-ef7f9d9233fe admin admin] Network 3f7212d5-8c7b-4d07-8552-3968ceffd2b9 is scheduled to be hosted by DHCP agent b8cff7bf-6a12-4b5e-9f6f-ac6aa9384c4c with binding_index 1 {{(pid=73901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 02 03:45:22.441322 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.base_scheduler [None req-fb31595a-81dd-4e0e-b6b4-ef7f9d9233fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789077-1-iscsi, 3f7212d5-8c7b-4d07-8552-3968ceffd2b9) {{(pid=73901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:45:22.449310 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb31595a-81dd-4e0e-b6b4-ef7f9d9233fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:45:22.450039 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-fb31595a-81dd-4e0e-b6b4-ef7f9d9233fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for subnet, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:22.451053 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73068697-c61f-460c-9ba1-bccb66dd7c72 None None] Network 3f7212d5-8c7b-4d07-8552-3968ceffd2b9 requested from dv-cinder-789077-1-iscsi {{(pid=73902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 02 03:45:22.469814 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-fb31595a-81dd-4e0e-b6b4-ef7f9d9233fe admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.5704920
May 02 03:45:22.601242 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 39622) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:45:22.659358 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7fa329-1a2c-4b3e-9c50-54c813974537 None None] Network 3f7212d5-8c7b-4d07-8552-3968ceffd2b9 requested from dv-cinder-789077-1-iscsi {{(pid=73902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 02 03:45:22.659730 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.db_base_plugin_v2 [None req-1129dcd6-90af-4305-8b5b-2fbccf238d31 admin admin] Deleting subnet 96c0f59b-858c-4abc-b25b-119409862309 {{(pid=73900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
May 02 03:45:22.663027 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-1129dcd6-90af-4305-8b5b-2fbccf238d31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:22.715851 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-1129dcd6-90af-4305-8b5b-2fbccf238d31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3074780'] for subnet, precommit_delete_associations {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:22.770523 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-1129dcd6-90af-4305-8b5b-2fbccf238d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799051'] for subnet, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:23.018680 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-1129dcd6-90af-4305-8b5b-2fbccf238d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-894536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26376822'] for subnet, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:23.022317 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-90528903-46c0-4ff0-958e-7dbeade86de6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:45:23.056466 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1129dcd6-90af-4305-8b5b-2fbccf238d31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96c0f59b-858c-4abc-b25b-119409862309,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:45:23.060444 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-1129dcd6-90af-4305-8b5b-2fbccf238d31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:45:23.062900 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-1129dcd6-90af-4305-8b5b-2fbccf238d31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:23.068416 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-1129dcd6-90af-4305-8b5b-2fbccf238d31 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/96c0f59b-858c-4abc-b25b-119409862309 HTTP/1.1" status: 204  len: 168 time: 0.4661963
May 02 03:45:23.070819 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 39630) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:45:23.175911 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-26b879ae-990a-44ea-aca3-2333464ea805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688557'] for network, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:23.301513 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-26b879ae-990a-44ea-aca3-2333464ea805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773334', 'neutron.services.segments.db._delete_segments_for_network-8747865761073'] for network, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:23.409932 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.services.segments.db [None req-26b879ae-990a-44ea-aca3-2333464ea805 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c4fd17070>,) {'filters': {'network_id': ['48932231-ed7a-4d83-bf58-c793b22e1be4']}} {{(pid=73900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:45:23.422312 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.services.segments.db [None req-26b879ae-990a-44ea-aca3-2333464ea805 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c4fd17070>, '2212d10c-0327-4833-8bcb-50b05d949032') {'for_net_delete': True} {{(pid=73900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:45:23.422641 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.services.segments.db [None req-26b879ae-990a-44ea-aca3-2333464ea805 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c4fd17070>, '2212d10c-0327-4833-8bcb-50b05d949032') {} {{(pid=73900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:45:23.433379 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-26b879ae-990a-44ea-aca3-2333464ea805 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747865772647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3074789'] for segment, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:23.449347 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-26b879ae-990a-44ea-aca3-2333464ea805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800657'] for segment, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:23.455574 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26b879ae-990a-44ea-aca3-2333464ea805 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=73900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 02 03:45:23.625071 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [None req-26b879ae-990a-44ea-aca3-2333464ea805 admin admin] Network 48932231-ed7a-4d83-bf58-c793b22e1be4 has no segments {{(pid=73900) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 02 03:45:23.633228 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-26b879ae-990a-44ea-aca3-2333464ea805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1800670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-899306'] for segment, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:23.806544 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [None req-26b879ae-990a-44ea-aca3-2333464ea805 admin admin] Network 48932231-ed7a-4d83-bf58-c793b22e1be4 has no segments {{(pid=73900) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 02 03:45:23.827462 dv-cinder-789077-1-iscsi neutron-server[73900]: Traceback (most recent call last):
May 02 03:45:23.827462 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 02 03:45:23.827462 dv-cinder-789077-1-iscsi neutron-server[73900]:     timer()
May 02 03:45:23.827462 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 02 03:45:23.827462 dv-cinder-789077-1-iscsi neutron-server[73900]:     cb(*args, **kw)
May 02 03:45:23.827462 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 02 03:45:23.827462 dv-cinder-789077-1-iscsi neutron-server[73900]:     return func(*args, **kwargs)
May 02 03:45:23.827462 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 02 03:45:23.827462 dv-cinder-789077-1-iscsi neutron-server[73900]:     self._notify()
May 02 03:45:23.827462 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 02 03:45:23.827462 dv-cinder-789077-1-iscsi neutron-server[73900]:     self.callback(batched_events)
May 02 03:45:23.827462 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 02 03:45:23.827462 dv-cinder-789077-1-iscsi neutron-server[73900]:     event.method(event)
May 02 03:45:23.827462 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 02 03:45:23.827462 dv-cinder-789077-1-iscsi neutron-server[73900]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 02 03:45:23.827462 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 02 03:45:23.827462 dv-cinder-789077-1-iscsi neutron-server[73900]:     aggregate_uuid = self.p_client.list_aggregates(
May 02 03:45:23.827462 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 02 03:45:23.827462 dv-cinder-789077-1-iscsi neutron-server[73900]:     return f(self, *a, **k)
May 02 03:45:23.827462 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 02 03:45:23.827462 dv-cinder-789077-1-iscsi neutron-server[73900]:     return self._get(url).json()
May 02 03:45:23.827462 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 02 03:45:23.827462 dv-cinder-789077-1-iscsi neutron-server[73900]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 02 03:45:23.827462 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 02 03:45:23.827462 dv-cinder-789077-1-iscsi neutron-server[73900]:     return self.request(url, 'GET', **kwargs)
May 02 03:45:23.827462 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 02 03:45:23.827462 dv-cinder-789077-1-iscsi neutron-server[73900]:     base_url = self.get_endpoint(auth, allow=allow,
May 02 03:45:23.827462 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 02 03:45:23.827462 dv-cinder-789077-1-iscsi neutron-server[73900]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 02 03:45:23.827462 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 02 03:45:23.827462 dv-cinder-789077-1-iscsi neutron-server[73900]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 02 03:45:23.827462 dv-cinder-789077-1-iscsi neutron-server[73900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 02 03:45:24.000497 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-26b879ae-990a-44ea-aca3-2333464ea805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419395'] for network, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:24.005401 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-26b879ae-990a-44ea-aca3-2333464ea805 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for network, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:24.009166 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-c29c372d-e765-4d37-8950-84b110aa8fd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:45:24.027411 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b879ae-990a-44ea-aca3-2333464ea805 admin admin] Pushing event deleted for resources: {'Network': ['ID=48932231-ed7a-4d83-bf58-c793b22e1be4,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:45:24.029795 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-26b879ae-990a-44ea-aca3-2333464ea805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:45:24.034070 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-26b879ae-990a-44ea-aca3-2333464ea805 admin admin] 10.222.0.38 "DELETE /v2.0/networks/48932231-ed7a-4d83-bf58-c793b22e1be4 HTTP/1.1" status: 204  len: 168 time: 0.9599423
May 02 03:45:24.034381 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 39644) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:45:24.096569 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.db_base_plugin_v2 [None req-14415457-ff95-48b2-a1ac-717cb86857f5 admin admin] Deleting subnet 0a9279e2-ee23-4330-b23d-feaae0588b00 {{(pid=73900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
May 02 03:45:24.099597 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-14415457-ff95-48b2-a1ac-717cb86857f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:24.149743 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-14415457-ff95-48b2-a1ac-717cb86857f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3074780'] for subnet, precommit_delete_associations {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:24.205833 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-14415457-ff95-48b2-a1ac-717cb86857f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799051'] for subnet, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:24.470153 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-14415457-ff95-48b2-a1ac-717cb86857f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-894536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26376822'] for subnet, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:24.475054 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:45:24.510004 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14415457-ff95-48b2-a1ac-717cb86857f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a9279e2-ee23-4330-b23d-feaae0588b00,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:45:24.511990 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-14415457-ff95-48b2-a1ac-717cb86857f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:24.515115 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-14415457-ff95-48b2-a1ac-717cb86857f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:45:24.519159 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-14415457-ff95-48b2-a1ac-717cb86857f5 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/0a9279e2-ee23-4330-b23d-feaae0588b00 HTTP/1.1" status: 204  len: 168 time: 0.4838767
May 02 03:45:24.521535 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 39656) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:45:24.630465 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:45:24.639430 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-433b8be8-3cbc-4cc0-8c5c-450f21683221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688557'] for network, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:24.767865 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-433b8be8-3cbc-4cc0-8c5c-450f21683221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773334', 'neutron.services.segments.db._delete_segments_for_network-8747865761073'] for network, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:24.888888 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.services.segments.db [None req-433b8be8-3cbc-4cc0-8c5c-450f21683221 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c4fc51220>,) {'filters': {'network_id': ['3f7212d5-8c7b-4d07-8552-3968ceffd2b9']}} {{(pid=73900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:45:24.906788 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.services.segments.db [None req-433b8be8-3cbc-4cc0-8c5c-450f21683221 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c4fc51220>, 'c96404ed-cdbf-49d2-ad70-75a11585c175') {'for_net_delete': True} {{(pid=73900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:45:24.907118 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.services.segments.db [None req-433b8be8-3cbc-4cc0-8c5c-450f21683221 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c4fc51220>, 'c96404ed-cdbf-49d2-ad70-75a11585c175') {} {{(pid=73900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:45:24.920672 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-433b8be8-3cbc-4cc0-8c5c-450f21683221 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747865772647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3074789'] for segment, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:24.941961 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-433b8be8-3cbc-4cc0-8c5c-450f21683221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800657'] for segment, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:24.945788 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-433b8be8-3cbc-4cc0-8c5c-450f21683221 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=73900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 02 03:45:25.122283 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [None req-433b8be8-3cbc-4cc0-8c5c-450f21683221 admin admin] Network 3f7212d5-8c7b-4d07-8552-3968ceffd2b9 has no segments {{(pid=73900) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 02 03:45:25.130687 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-433b8be8-3cbc-4cc0-8c5c-450f21683221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1800670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-899306'] for segment, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:25.243300 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 39684) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:45:25.298700 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [None req-433b8be8-3cbc-4cc0-8c5c-450f21683221 admin admin] Network 3f7212d5-8c7b-4d07-8552-3968ceffd2b9 has no segments {{(pid=73900) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 02 03:45:25.319661 dv-cinder-789077-1-iscsi neutron-server[73900]: Traceback (most recent call last):
May 02 03:45:25.319661 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 02 03:45:25.319661 dv-cinder-789077-1-iscsi neutron-server[73900]:     timer()
May 02 03:45:25.319661 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 02 03:45:25.319661 dv-cinder-789077-1-iscsi neutron-server[73900]:     cb(*args, **kw)
May 02 03:45:25.319661 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 02 03:45:25.319661 dv-cinder-789077-1-iscsi neutron-server[73900]:     return func(*args, **kwargs)
May 02 03:45:25.319661 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 02 03:45:25.319661 dv-cinder-789077-1-iscsi neutron-server[73900]:     self._notify()
May 02 03:45:25.319661 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 02 03:45:25.319661 dv-cinder-789077-1-iscsi neutron-server[73900]:     self.callback(batched_events)
May 02 03:45:25.319661 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 02 03:45:25.319661 dv-cinder-789077-1-iscsi neutron-server[73900]:     event.method(event)
May 02 03:45:25.319661 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 02 03:45:25.319661 dv-cinder-789077-1-iscsi neutron-server[73900]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 02 03:45:25.319661 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 02 03:45:25.319661 dv-cinder-789077-1-iscsi neutron-server[73900]:     aggregate_uuid = self.p_client.list_aggregates(
May 02 03:45:25.319661 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 02 03:45:25.319661 dv-cinder-789077-1-iscsi neutron-server[73900]:     return f(self, *a, **k)
May 02 03:45:25.319661 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 02 03:45:25.319661 dv-cinder-789077-1-iscsi neutron-server[73900]:     return self._get(url).json()
May 02 03:45:25.319661 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 02 03:45:25.319661 dv-cinder-789077-1-iscsi neutron-server[73900]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 02 03:45:25.319661 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 02 03:45:25.319661 dv-cinder-789077-1-iscsi neutron-server[73900]:     return self.request(url, 'GET', **kwargs)
May 02 03:45:25.319661 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 02 03:45:25.319661 dv-cinder-789077-1-iscsi neutron-server[73900]:     base_url = self.get_endpoint(auth, allow=allow,
May 02 03:45:25.319661 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 02 03:45:25.319661 dv-cinder-789077-1-iscsi neutron-server[73900]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 02 03:45:25.319661 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 02 03:45:25.319661 dv-cinder-789077-1-iscsi neutron-server[73900]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 02 03:45:25.319661 dv-cinder-789077-1-iscsi neutron-server[73900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 02 03:45:25.367201 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-4ecea58a-c7cb-4777-94b2-f36557c23f37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:25.382142 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-4ecea58a-c7cb-4777-94b2-f36557c23f37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:45:25.386029 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-4ecea58a-c7cb-4777-94b2-f36557c23f37 admin admin] Usage tracker for resource:security_group_rule and tenant:c0002551cae0463d9925bb3d9929f227 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:45:25.389746 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-4ecea58a-c7cb-4777-94b2-f36557c23f37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:45:25.396786 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-4ecea58a-c7cb-4777-94b2-f36557c23f37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:45:25.398573 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-433b8be8-3cbc-4cc0-8c5c-450f21683221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419395'] for network, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:25.402066 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:45:25.415133 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-433b8be8-3cbc-4cc0-8c5c-450f21683221 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for network, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:25.426730 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433b8be8-3cbc-4cc0-8c5c-450f21683221 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f7212d5-8c7b-4d07-8552-3968ceffd2b9,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:45:25.429544 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-433b8be8-3cbc-4cc0-8c5c-450f21683221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:45:25.431592 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-433b8be8-3cbc-4cc0-8c5c-450f21683221 admin admin] 10.222.0.38 "DELETE /v2.0/networks/3f7212d5-8c7b-4d07-8552-3968ceffd2b9 HTTP/1.1" status: 204  len: 168 time: 0.9091630
May 02 03:45:25.491137 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-4ecea58a-c7cb-4777-94b2-f36557c23f37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:25.494790 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-4ecea58a-c7cb-4777-94b2-f36557c23f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:25.504487 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-a8ebf416-edee-4b5e-9b34-dabda2e00778 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:45:25.553038 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 39692) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:45:25.553393 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-4ecea58a-c7cb-4777-94b2-f36557c23f37 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c0002551cae0463d9925bb3d9929f227&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3090444
May 02 03:45:25.553508 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 39694) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:45:25.554370 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecea58a-c7cb-4777-94b2-f36557c23f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b43d118-ad71-4019-a07e-1edd3e11a6ae,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:45:25.557682 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-4ecea58a-c7cb-4777-94b2-f36557c23f37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:45:25.726985 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-c3b66438-4b58-41a7-af7d-91c2132b6459 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9277cd2eff56412c8bccbe3abf6f777b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1722553
May 02 03:45:25.729507 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 39702) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:45:25.741314 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-44bec035-d6f3-4275-8d37-8daf7979836d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:25.790861 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-d2c20327-6750-4b65-84ca-7a82a7d6d259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:25.809698 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-44bec035-d6f3-4275-8d37-8daf7979836d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:25.828995 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-d2c20327-6750-4b65-84ca-7a82a7d6d259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:25.862922 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-44bec035-d6f3-4275-8d37-8daf7979836d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:25.867492 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-61a40e52-2db2-4c73-a76a-1c090c6aeba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:45:25.879476 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bec035-d6f3-4275-8d37-8daf7979836d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b43d118-ad71-4019-a07e-1edd3e11a6ae,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:45:25.882166 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-44bec035-d6f3-4275-8d37-8daf7979836d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:45:25.887019 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-d2c20327-6750-4b65-84ca-7a82a7d6d259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:25.888472 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-44bec035-d6f3-4275-8d37-8daf7979836d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:25.891924 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-44bec035-d6f3-4275-8d37-8daf7979836d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6b43d118-ad71-4019-a07e-1edd3e11a6ae HTTP/1.1" status: 204  len: 168 time: 0.3334801
May 02 03:45:25.894533 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-041dbd45-df19-4e68-b585-d1040022bdef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:45:25.908356 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c20327-6750-4b65-84ca-7a82a7d6d259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d513c67-ed26-476c-ba88-6f9f355551b4,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:45:25.910851 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-d2c20327-6750-4b65-84ca-7a82a7d6d259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:45:25.917948 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-d2c20327-6750-4b65-84ca-7a82a7d6d259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:25.922512 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-d2c20327-6750-4b65-84ca-7a82a7d6d259 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9d513c67-ed26-476c-ba88-6f9f355551b4 HTTP/1.1" status: 204  len: 168 time: 0.1919694
May 02 03:45:26.416448 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 39734) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:45:26.427110 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 39738) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:45:26.436648 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-5b7a8478-fec5-4a9e-a6d9-504b181c0ef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:26.455832 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-5b7a8478-fec5-4a9e-a6d9-504b181c0ef3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:45:26.461262 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-5b7a8478-fec5-4a9e-a6d9-504b181c0ef3 admin admin] Usage tracker for resource:security_group_rule and tenant:d11a3e221129464f98d067004428e3c9 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:45:26.464410 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-5b7a8478-fec5-4a9e-a6d9-504b181c0ef3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:45:26.472938 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-5b7a8478-fec5-4a9e-a6d9-504b181c0ef3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:45:26.488438 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-e535cee8-4f88-41c2-bed4-86f9291dfbda admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e71b7a20e0084ffa83434a77a56c6c62&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0600026
May 02 03:45:26.490138 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 39744) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:45:26.552881 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-61e1adad-3fe0-452e-bd1b-0ab5cece9e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:26.567675 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-5b7a8478-fec5-4a9e-a6d9-504b181c0ef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:26.572537 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-5b7a8478-fec5-4a9e-a6d9-504b181c0ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:26.580148 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-3af166f2-8791-4c5c-8ec7-84a0464904d1 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:45:26.584098 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-61e1adad-3fe0-452e-bd1b-0ab5cece9e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:26.622351 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-5b7a8478-fec5-4a9e-a6d9-504b181c0ef3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d11a3e221129464f98d067004428e3c9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2038774
May 02 03:45:26.623361 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a8478-fec5-4a9e-a6d9-504b181c0ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b741481-cfe8-4084-b9cc-3e53c7e87429,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:45:26.625921 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 39750) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:45:26.626701 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-5b7a8478-fec5-4a9e-a6d9-504b181c0ef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:45:26.658025 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-61e1adad-3fe0-452e-bd1b-0ab5cece9e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:26.667736 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-503c1c3b-b396-4959-9220-47654eb0272c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:45:26.686060 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e1adad-3fe0-452e-bd1b-0ab5cece9e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9437e78d-9dc1-43c2-b39c-e608c31a8da7,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:45:26.688446 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-61e1adad-3fe0-452e-bd1b-0ab5cece9e1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:45:26.708187 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-61e1adad-3fe0-452e-bd1b-0ab5cece9e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:26.709510 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-61e1adad-3fe0-452e-bd1b-0ab5cece9e1c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9437e78d-9dc1-43c2-b39c-e608c31a8da7 HTTP/1.1" status: 204  len: 168 time: 0.2183421
May 02 03:45:26.717294 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-28b28b8a-8546-4421-a2a2-b70604e71749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:26.744545 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-28b28b8a-8546-4421-a2a2-b70604e71749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:26.808264 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-28b28b8a-8546-4421-a2a2-b70604e71749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:26.812664 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-0e85ae82-171b-4c0a-9c6f-092ae2ffeb9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:45:26.824009 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b28b8a-8546-4421-a2a2-b70604e71749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b741481-cfe8-4084-b9cc-3e53c7e87429,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:45:26.833694 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-28b28b8a-8546-4421-a2a2-b70604e71749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:45:26.838397 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-28b28b8a-8546-4421-a2a2-b70604e71749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:26.840234 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-28b28b8a-8546-4421-a2a2-b70604e71749 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2b741481-cfe8-4084-b9cc-3e53c7e87429 HTTP/1.1" status: 204  len: 168 time: 0.2131135
May 02 03:45:27.250465 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 39770) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:45:27.268819 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-26c0d35c-e5bf-4cd9-afe8-8fcc6a1c1d68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:27.297244 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-26c0d35c-e5bf-4cd9-afe8-8fcc6a1c1d68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:45:27.301258 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-26c0d35c-e5bf-4cd9-afe8-8fcc6a1c1d68 admin admin] Usage tracker for resource:security_group_rule and tenant:6e4af1d4668c49cbaabeb2eb4b9fd653 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:45:27.304153 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-26c0d35c-e5bf-4cd9-afe8-8fcc6a1c1d68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:45:27.310594 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-26c0d35c-e5bf-4cd9-afe8-8fcc6a1c1d68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:45:27.402228 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-26c0d35c-e5bf-4cd9-afe8-8fcc6a1c1d68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:27.407603 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-26c0d35c-e5bf-4cd9-afe8-8fcc6a1c1d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:27.416893 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-7714d209-9ede-429e-82a8-b2c3bc1d46c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:45:27.458576 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-26c0d35c-e5bf-4cd9-afe8-8fcc6a1c1d68 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6e4af1d4668c49cbaabeb2eb4b9fd653&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2046740
May 02 03:45:27.459423 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 39784) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:45:27.460343 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c0d35c-e5bf-4cd9-afe8-8fcc6a1c1d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1264f97d-079f-46fb-a10d-dbfdb44b8505,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:45:27.463577 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-26c0d35c-e5bf-4cd9-afe8-8fcc6a1c1d68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:45:27.535648 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-f81a57c5-71d6-45f6-8f48-5b36fd6a2a6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:27.564593 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-f81a57c5-71d6-45f6-8f48-5b36fd6a2a6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:27.625646 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-f81a57c5-71d6-45f6-8f48-5b36fd6a2a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:27.634396 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-234eccda-c576-4d39-9bca-390610e9f296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:45:27.656252 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a57c5-71d6-45f6-8f48-5b36fd6a2a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1264f97d-079f-46fb-a10d-dbfdb44b8505,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:45:27.659895 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-f81a57c5-71d6-45f6-8f48-5b36fd6a2a6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:45:27.662097 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-f81a57c5-71d6-45f6-8f48-5b36fd6a2a6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:27.663376 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-f81a57c5-71d6-45f6-8f48-5b36fd6a2a6c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1264f97d-079f-46fb-a10d-dbfdb44b8505 HTTP/1.1" status: 204  len: 168 time: 0.2019618
May 02 03:45:30.478234 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 39966) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:45:30.596231 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-493b209e-e248-4583-baf7-67cf24effa27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:30.609997 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-493b209e-e248-4583-baf7-67cf24effa27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:45:30.613726 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-493b209e-e248-4583-baf7-67cf24effa27 admin admin] Usage tracker for resource:security_group_rule and tenant:1b92a11f19eb4c2a9d8491dca243a8dd is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:45:30.616493 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-493b209e-e248-4583-baf7-67cf24effa27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:45:30.622710 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-493b209e-e248-4583-baf7-67cf24effa27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:45:30.703432 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-493b209e-e248-4583-baf7-67cf24effa27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:30.707390 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-493b209e-e248-4583-baf7-67cf24effa27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:30.714578 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-54924287-f80b-4aac-a562-d59916d216ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:45:30.755561 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493b209e-e248-4583-baf7-67cf24effa27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4e237f-46a7-455a-adfa-7da76ea57da2,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:45:30.763038 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-493b209e-e248-4583-baf7-67cf24effa27 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1b92a11f19eb4c2a9d8491dca243a8dd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2835991
May 02 03:45:30.763711 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 39974) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:45:30.764349 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-493b209e-e248-4583-baf7-67cf24effa27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:45:30.844072 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-1f17a29e-0e38-4793-a25f-62398d2db74b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:30.873837 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-1f17a29e-0e38-4793-a25f-62398d2db74b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:30.927054 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-1f17a29e-0e38-4793-a25f-62398d2db74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:30.930890 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-bda1632d-cb70-4203-b62f-43e3b3dc4c74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:45:30.943868 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f17a29e-0e38-4793-a25f-62398d2db74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4e237f-46a7-455a-adfa-7da76ea57da2,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:45:30.949022 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-1f17a29e-0e38-4793-a25f-62398d2db74b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:45:30.953995 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-1f17a29e-0e38-4793-a25f-62398d2db74b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:30.955171 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-1f17a29e-0e38-4793-a25f-62398d2db74b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6c4e237f-46a7-455a-adfa-7da76ea57da2 HTTP/1.1" status: 204  len: 168 time: 0.1895833
May 02 03:45:31.258037 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 39988) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:45:31.276650 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-c598b284-3c07-4aef-9a3c-1d6cb149328e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:31.290530 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-c598b284-3c07-4aef-9a3c-1d6cb149328e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:45:31.294496 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-c598b284-3c07-4aef-9a3c-1d6cb149328e admin admin] Usage tracker for resource:security_group_rule and tenant:5acdf004484b4feebeb496df27426b4d is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:45:31.297309 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-c598b284-3c07-4aef-9a3c-1d6cb149328e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:45:31.302928 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-c598b284-3c07-4aef-9a3c-1d6cb149328e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:45:31.385344 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-c598b284-3c07-4aef-9a3c-1d6cb149328e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:31.389840 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-c598b284-3c07-4aef-9a3c-1d6cb149328e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:31.401821 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-d383d47a-2b8e-4667-8c00-3d55be850010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:45:31.439971 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-c598b284-3c07-4aef-9a3c-1d6cb149328e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5acdf004484b4feebeb496df27426b4d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1808221
May 02 03:45:31.441520 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c598b284-3c07-4aef-9a3c-1d6cb149328e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81965ecd-bc2c-48d3-960f-51a7a43e095e,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:45:31.442687 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 39992) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:45:31.444492 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-c598b284-3c07-4aef-9a3c-1d6cb149328e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:45:31.502299 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-98798517-f54d-4ae0-9679-d26da8484729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:31.527150 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-98798517-f54d-4ae0-9679-d26da8484729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:31.577560 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-98798517-f54d-4ae0-9679-d26da8484729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:31.581156 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-ed072c7e-9228-441b-a21b-ad2a3876933c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:45:31.592396 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98798517-f54d-4ae0-9679-d26da8484729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81965ecd-bc2c-48d3-960f-51a7a43e095e,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:45:31.595730 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-98798517-f54d-4ae0-9679-d26da8484729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:45:31.598787 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-98798517-f54d-4ae0-9679-d26da8484729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:31.599883 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-98798517-f54d-4ae0-9679-d26da8484729 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/81965ecd-bc2c-48d3-960f-51a7a43e095e HTTP/1.1" status: 204  len: 168 time: 0.1562512
May 02 03:45:33.463625 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 40078) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:45:33.614240 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-ede881ad-0187-46b8-8671-5c8283fdc55e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:33.633362 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-ede881ad-0187-46b8-8671-5c8283fdc55e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:45:33.638283 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-ede881ad-0187-46b8-8671-5c8283fdc55e admin admin] Usage tracker for resource:security_group_rule and tenant:bc0313ababa042efa617d2f0bfd15276 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:45:33.642615 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-ede881ad-0187-46b8-8671-5c8283fdc55e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:45:33.656260 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-ede881ad-0187-46b8-8671-5c8283fdc55e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:45:33.783613 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-ede881ad-0187-46b8-8671-5c8283fdc55e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:33.802940 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-ede881ad-0187-46b8-8671-5c8283fdc55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:33.820547 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-eafea03c-62a5-4800-8235-107debd1c993 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:45:33.877472 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 40108) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:45:33.878080 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-ede881ad-0187-46b8-8671-5c8283fdc55e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bc0313ababa042efa617d2f0bfd15276&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4127929
May 02 03:45:33.879152 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede881ad-0187-46b8-8671-5c8283fdc55e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15222304-4ee8-410b-8bf1-f4e6fbe4b652,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:45:33.882795 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-ede881ad-0187-46b8-8671-5c8283fdc55e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:45:33.949956 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-1fc9924e-41ea-49c5-9e76-f769b1088850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:33.983793 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-1fc9924e-41ea-49c5-9e76-f769b1088850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:34.051859 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-1fc9924e-41ea-49c5-9e76-f769b1088850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:34.063868 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-98798517-f54d-4ae0-9679-d26da8484729 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:45:34.081116 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc9924e-41ea-49c5-9e76-f769b1088850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15222304-4ee8-410b-8bf1-f4e6fbe4b652,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:45:34.083787 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-1fc9924e-41ea-49c5-9e76-f769b1088850 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:45:34.086529 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-1fc9924e-41ea-49c5-9e76-f769b1088850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:34.087647 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-1fc9924e-41ea-49c5-9e76-f769b1088850 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/15222304-4ee8-410b-8bf1-f4e6fbe4b652 HTTP/1.1" status: 204  len: 168 time: 0.2090654
May 02 03:45:34.477243 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 40134) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:45:34.495362 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-8511b110-e3fb-4881-acb3-646f73053589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:34.509635 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-8511b110-e3fb-4881-acb3-646f73053589 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:45:34.513900 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-8511b110-e3fb-4881-acb3-646f73053589 admin admin] Usage tracker for resource:security_group_rule and tenant:f5203310cdb54529ad8918fe5d40ec1f is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:45:34.516671 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-8511b110-e3fb-4881-acb3-646f73053589 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:45:34.522632 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-8511b110-e3fb-4881-acb3-646f73053589 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:45:34.603768 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-8511b110-e3fb-4881-acb3-646f73053589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:34.608294 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-8511b110-e3fb-4881-acb3-646f73053589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:34.616584 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-26c0d35c-e5bf-4cd9-afe8-8fcc6a1c1d68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:45:34.621587 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 40140) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:45:34.658485 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8511b110-e3fb-4881-acb3-646f73053589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0685225-d2ef-4a6c-899d-bbcc970008f1,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:45:34.662690 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-8511b110-e3fb-4881-acb3-646f73053589 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f5203310cdb54529ad8918fe5d40ec1f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1844084
May 02 03:45:34.663780 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-8511b110-e3fb-4881-acb3-646f73053589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:45:34.665310 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 40146) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:45:34.730162 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-825cf34f-43eb-4ea8-ba5b-bbe297ebc9df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:34.752208 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-d3816286-75dd-4f1f-b99a-655f5d930de7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:34.781072 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-d3816286-75dd-4f1f-b99a-655f5d930de7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:45:34.784140 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-825cf34f-43eb-4ea8-ba5b-bbe297ebc9df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:34.794031 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-d3816286-75dd-4f1f-b99a-655f5d930de7 admin admin] Usage tracker for resource:security_group_rule and tenant:3c49723b37e64a09947baf16e62fb41c is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:45:34.798015 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-d3816286-75dd-4f1f-b99a-655f5d930de7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:45:34.811057 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-d3816286-75dd-4f1f-b99a-655f5d930de7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:45:34.864829 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-825cf34f-43eb-4ea8-ba5b-bbe297ebc9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:34.870091 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-fe6fc5e5-1d65-4600-bcfe-a2c71ddf746a tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:45:34.890302 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825cf34f-43eb-4ea8-ba5b-bbe297ebc9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0685225-d2ef-4a6c-899d-bbcc970008f1,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:45:34.895336 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-825cf34f-43eb-4ea8-ba5b-bbe297ebc9df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:45:34.935019 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-825cf34f-43eb-4ea8-ba5b-bbe297ebc9df admin admin] Notify callbacks [] for security_group, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:34.936108 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-825cf34f-43eb-4ea8-ba5b-bbe297ebc9df admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c0685225-d2ef-4a6c-899d-bbcc970008f1 HTTP/1.1" status: 204  len: 168 time: 0.2698956
May 02 03:45:34.943098 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-d3816286-75dd-4f1f-b99a-655f5d930de7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:34.947269 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-d3816286-75dd-4f1f-b99a-655f5d930de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:34.954071 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-0013a979-6671-4d65-95d0-2ef9249e0f06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:45:35.000091 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3816286-75dd-4f1f-b99a-655f5d930de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0150602-1d92-40c6-a7d2-10b9a2965bcc,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:45:35.008721 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-d3816286-75dd-4f1f-b99a-655f5d930de7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3c49723b37e64a09947baf16e62fb41c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3859255
May 02 03:45:35.009764 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-d3816286-75dd-4f1f-b99a-655f5d930de7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:45:35.011198 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 40152) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:45:35.071975 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-6ea1fe3a-2f5f-4d74-bf10-ac48e085c4f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:35.101818 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-6ea1fe3a-2f5f-4d74-bf10-ac48e085c4f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:35.163956 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-6ea1fe3a-2f5f-4d74-bf10-ac48e085c4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:35.171091 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-ede881ad-0187-46b8-8671-5c8283fdc55e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:45:35.181747 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea1fe3a-2f5f-4d74-bf10-ac48e085c4f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0150602-1d92-40c6-a7d2-10b9a2965bcc,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:45:35.182199 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-453b868c-5f9d-4e76-ad35-9315dbe8b430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:35.186121 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-6ea1fe3a-2f5f-4d74-bf10-ac48e085c4f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:45:35.189434 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-6ea1fe3a-2f5f-4d74-bf10-ac48e085c4f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:35.190573 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-6ea1fe3a-2f5f-4d74-bf10-ac48e085c4f7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f0150602-1d92-40c6-a7d2-10b9a2965bcc HTTP/1.1" status: 204  len: 168 time: 0.1784494
May 02 03:45:35.538404 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 40188) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:45:35.556622 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-38794dc0-f085-46de-852c-77aa5b9319c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:35.571837 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-38794dc0-f085-46de-852c-77aa5b9319c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:45:35.576417 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-38794dc0-f085-46de-852c-77aa5b9319c3 admin admin] Usage tracker for resource:security_group_rule and tenant:b7b937c2bb62499f8ad05b7002c06992 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:45:35.579354 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-38794dc0-f085-46de-852c-77aa5b9319c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:45:35.585078 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-38794dc0-f085-46de-852c-77aa5b9319c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:45:35.679254 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-38794dc0-f085-46de-852c-77aa5b9319c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:35.686194 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-38794dc0-f085-46de-852c-77aa5b9319c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:35.702639 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-d6d7c9d7-d5f7-4fb1-b062-1b16fb4f302a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:45:35.755957 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-38794dc0-f085-46de-852c-77aa5b9319c3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b7b937c2bb62499f8ad05b7002c06992&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2162549
May 02 03:45:35.758354 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 40204) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:45:35.765493 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38794dc0-f085-46de-852c-77aa5b9319c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc15bfc-427f-4b5f-8a44-8c687364f735,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:45:35.769869 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-38794dc0-f085-46de-852c-77aa5b9319c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:45:35.822069 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-758d34cf-6e7b-4d53-aa8a-616511981329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:35.850276 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-758d34cf-6e7b-4d53-aa8a-616511981329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:35.908292 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-758d34cf-6e7b-4d53-aa8a-616511981329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:35.912087 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-1f17a29e-0e38-4793-a25f-62398d2db74b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:45:35.924725 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d34cf-6e7b-4d53-aa8a-616511981329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc15bfc-427f-4b5f-8a44-8c687364f735,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:45:35.927588 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-758d34cf-6e7b-4d53-aa8a-616511981329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:45:35.938695 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-758d34cf-6e7b-4d53-aa8a-616511981329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:35.940136 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-758d34cf-6e7b-4d53-aa8a-616511981329 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3dc15bfc-427f-4b5f-8a44-8c687364f735 HTTP/1.1" status: 204  len: 168 time: 0.1804905
May 02 03:45:37.128279 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 40256) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:45:37.248877 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-7a2f7bea-3a9d-47af-b21d-f760ac37955d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:37.264161 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-7a2f7bea-3a9d-47af-b21d-f760ac37955d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:45:37.276599 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-7a2f7bea-3a9d-47af-b21d-f760ac37955d admin admin] Usage tracker for resource:security_group_rule and tenant:2e875900f39349bfa15554a962d396f9 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:45:37.280085 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-7a2f7bea-3a9d-47af-b21d-f760ac37955d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:45:37.286435 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-7a2f7bea-3a9d-47af-b21d-f760ac37955d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:45:37.379416 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-7a2f7bea-3a9d-47af-b21d-f760ac37955d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:37.384389 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-7a2f7bea-3a9d-47af-b21d-f760ac37955d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:37.398292 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-28b28b8a-8546-4421-a2a2-b70604e71749 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:45:37.443560 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-7a2f7bea-3a9d-47af-b21d-f760ac37955d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2e875900f39349bfa15554a962d396f9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3142183
May 02 03:45:37.444469 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2f7bea-3a9d-47af-b21d-f760ac37955d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7123bcef-079a-4dfe-b32a-a5a047645375,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:45:37.446222 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 40272) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:45:37.447412 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-7a2f7bea-3a9d-47af-b21d-f760ac37955d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:45:37.513567 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-805a5c29-7f39-4e67-b333-d2d580deef0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:37.540937 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-805a5c29-7f39-4e67-b333-d2d580deef0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:37.596977 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-805a5c29-7f39-4e67-b333-d2d580deef0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:37.600820 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-3b46395e-a699-4e7c-a7b9-c7244f2ac046 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:45:37.613259 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805a5c29-7f39-4e67-b333-d2d580deef0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7123bcef-079a-4dfe-b32a-a5a047645375,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:45:37.615779 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-805a5c29-7f39-4e67-b333-d2d580deef0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:45:37.624794 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-805a5c29-7f39-4e67-b333-d2d580deef0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:37.626184 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-805a5c29-7f39-4e67-b333-d2d580deef0f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7123bcef-079a-4dfe-b32a-a5a047645375 HTTP/1.1" status: 204  len: 168 time: 0.1775730
May 02 03:45:37.864729 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:38.180718 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-4fafbc7a-8f4b-4745-a8fe-ccc77a339136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:39.353065 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:40.154082 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-da57f7c5-0e11-4e03-a583-fbb7a3d2d71d tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=737ccd375d1b41dab8cd4cc70058d56d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0281625
May 02 03:45:40.310954 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-f19a7f1e-f7ca-4e9b-a219-862465cb6f81 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:45:40.312370 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-f19a7f1e-f7ca-4e9b-a219-862465cb6f81 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1530962
May 02 03:45:40.328510 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-f28b4b8a-5e37-406f-900f-8e1584237db3 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] 10.222.0.38 "GET /v2.0/quotas/737ccd375d1b41dab8cd4cc70058d56d HTTP/1.1" status: 200  len: 375 time: 0.0101726
May 02 03:45:40.379334 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-48b13730-06d5-41cd-9468-71f8339d76b9 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=737ccd375d1b41dab8cd4cc70058d56d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0456736
May 02 03:45:40.646352 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-173e458b-e9b1-4579-9ec5-cfd614a81a2e req-501671b3-59ca-4786-96ac-9e54c0b6f609 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f392154-fc6d-4cbf-86f8-4511580e91bd HTTP/1.1" status: 200  len: 210 time: 0.1340954
May 02 03:45:40.859545 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:41.483274 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:41.696581 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-1a1f8eac-5959-4c67-9b9b-2da937b3fed7 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=737ccd375d1b41dab8cd4cc70058d56d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0317519
May 02 03:45:41.827887 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-59ac4e43-26b0-4f36-a56e-088c1699ef9c req-1b7a564e-308c-45c7-99da-18bd92d2e138 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f392154-fc6d-4cbf-86f8-4511580e91bd HTTP/1.1" status: 200  len: 210 time: 0.0595424
May 02 03:45:41.882606 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-5f82859b-8cf6-49b3-b9cb-ddb48c94b2cf tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:45:41.884030 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-5f82859b-8cf6-49b3-b9cb-ddb48c94b2cf tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1821892
May 02 03:45:41.895854 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-aa0216d0-2280-4a14-9906-f90579967d90 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] Request body: {'port': {'device_id': '0f392154-fc6d-4cbf-86f8-4511580e91bd', 'network_id': 'c72e5e9e-5ead-4d7a-baba-c3bb405b1d82', 'admin_state_up': True, 'tenant_id': '737ccd375d1b41dab8cd4cc70058d56d'}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:45:42.033111 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-aa0216d0-2280-4a14-9906-f90579967d90 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:45:42.036873 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-aa0216d0-2280-4a14-9906-f90579967d90 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] Usage tracker for resource:port and tenant:737ccd375d1b41dab8cd4cc70058d56d is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:45:42.039703 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-aa0216d0-2280-4a14-9906-f90579967d90 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:45:42.045548 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-aa0216d0-2280-4a14-9906-f90579967d90 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:45:42.055539 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-aa0216d0-2280-4a14-9906-f90579967d90 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] Made reservation on behalf of 737ccd375d1b41dab8cd4cc70058d56d for: {'port': 1} {{(pid=73900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 02 03:45:42.060950 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-aa0216d0-2280-4a14-9906-f90579967d90 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:42.076618 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-aa0216d0-2280-4a14-9906-f90579967d90 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] Notify callbacks [] for security_group, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:42.095144 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-aa0216d0-2280-4a14-9906-f90579967d90 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:45:42.098967 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-aa0216d0-2280-4a14-9906-f90579967d90 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] Usage tracker for resource:security_group_rule and tenant:737ccd375d1b41dab8cd4cc70058d56d is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:45:42.101875 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-aa0216d0-2280-4a14-9906-f90579967d90 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:45:42.108307 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-aa0216d0-2280-4a14-9906-f90579967d90 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:45:42.199079 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-aa0216d0-2280-4a14-9906-f90579967d90 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] Notify callbacks [] for security_group, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:42.204066 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-aa0216d0-2280-4a14-9906-f90579967d90 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:42.208362 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-ccd6d171-40ff-49f1-ac65-94c91dafa801 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:45:42.293886 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0216d0-2280-4a14-9906-f90579967d90 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa8aee1-4fcb-4bd7-9b99-ec78c44bcccd,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:45:42.300066 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-aa0216d0-2280-4a14-9906-f90579967d90 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:45:42.384170 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.db_base_plugin_common [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-aa0216d0-2280-4a14-9906-f90579967d90 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] Allocated IP 192.168.233.154 (c72e5e9e-5ead-4d7a-baba-c3bb405b1d82/1cdf94a1-fb5b-4330-84f5-d29902e033b0/f32b1dbe-f02d-4d9b-8c30-179684feea88) {{(pid=73900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 02 03:45:42.705410 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-aa0216d0-2280-4a14-9906-f90579967d90 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] Notify callbacks [] for port, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:42.721219 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.provisioning_blocks [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-aa0216d0-2280-4a14-9906-f90579967d90 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] Transition to ACTIVE for port object f32b1dbe-f02d-4d9b-8c30-179684feea88 will not be triggered until provisioned by entity DHCP. {{(pid=73900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:45:42.745824 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-aa0216d0-2280-4a14-9906-f90579967d90 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747865333526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-899257'] for port, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:42.752088 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-b0ef15a7-3249-424d-b99c-dc1f280b4c88 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:45:42.814524 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-aa0216d0-2280-4a14-9906-f90579967d90 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] Network c72e5e9e-5ead-4d7a-baba-c3bb405b1d82 is already hosted by enough agents. {{(pid=73900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:45:42.822014 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.base_scheduler [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-aa0216d0-2280-4a14-9906-f90579967d90 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] Resources bound (agent type, host, resource id):  {{(pid=73900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:45:42.826449 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-aa0216d0-2280-4a14-9906-f90579967d90 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] Received port after_create {{(pid=73900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 02 03:45:42.869510 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0216d0-2280-4a14-9906-f90579967d90 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] Pushing event updated for resources: {'Port': ['ID=f32b1dbe-f02d-4d9b-8c30-179684feea88,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:45:42.874280 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-aa0216d0-2280-4a14-9906-f90579967d90 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:45:42.897022 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-aa0216d0-2280-4a14-9906-f90579967d90 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:45:42.898182 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-aa0216d0-2280-4a14-9906-f90579967d90 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for port, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:42.926805 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-aa0216d0-2280-4a14-9906-f90579967d90 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.0346286
May 02 03:45:42.939076 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-bdd41fa8-468b-4315-a9c2-54141e28015e tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=73900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 02 03:45:42.940238 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-bdd41fa8-468b-4315-a9c2-54141e28015e tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0060580
May 02 03:45:43.055216 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6483282-7565-440a-9b74-72ac43a4b206 req-b6368414-a65a-438e-a1ed-ca62892e0071 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:45:43.057555 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-f6483282-7565-440a-9b74-72ac43a4b206 req-b6368414-a65a-438e-a1ed-ca62892e0071 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f392154-fc6d-4cbf-86f8-4511580e91bd HTTP/1.1" status: 200  len: 936 time: 0.0979066
May 02 03:45:43.074355 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-47bfa5fa-5379-4280-83a6-50a8489232c1 service neutron] Request body: {'port': {'device_id': '0f392154-fc6d-4cbf-86f8-4511580e91bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78907'}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:45:43.097830 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-69a202cc-a6e5-4c1b-9151-156f41db83ee None None] Provisioning for port f32b1dbe-f02d-4d9b-8c30-179684feea88 completed by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:45:43.102885 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-69a202cc-a6e5-4c1b-9151-156f41db83ee None None] Provisioning complete for port f32b1dbe-f02d-4d9b-8c30-179684feea88 triggered by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:45:43.103501 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-69a202cc-a6e5-4c1b-9151-156f41db83ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:43.108916 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-f6483282-7565-440a-9b74-72ac43a4b206 req-57da11e8-0ea0-4d65-a1b1-283df75f98d1 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] 10.222.0.38 "GET /v2.0/security-groups?id=4aa8aee1-4fcb-4bd7-9b99-ec78c44bcccd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448098
May 02 03:45:43.160097 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-69a202cc-a6e5-4c1b-9151-156f41db83ee None None] Port f32b1dbe-f02d-4d9b-8c30-179684feea88 cannot update to ACTIVE because it is not bound. {{(pid=73902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 02 03:45:43.206583 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-47bfa5fa-5379-4280-83a6-50a8489232c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:43.586935 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.notifiers.nova [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-47bfa5fa-5379-4280-83a6-50a8489232c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f32b1dbe-f02d-4d9b-8c30-179684feea88 {{(pid=73900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 02 03:45:43.595947 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-47bfa5fa-5379-4280-83a6-50a8489232c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:43.616543 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.provisioning_blocks [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-47bfa5fa-5379-4280-83a6-50a8489232c1 service neutron] Transition to ACTIVE for port object f32b1dbe-f02d-4d9b-8c30-179684feea88 will not be triggered until provisioned by entity L2. {{(pid=73900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:45:43.621049 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-47bfa5fa-5379-4280-83a6-50a8489232c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-899214'] for port, after_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:43.631555 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-86749d58-3278-44c5-88a4-f1bf22e4f331 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:45:43.858525 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bfa5fa-5379-4280-83a6-50a8489232c1 service neutron] Pushing event updated for resources: {'Port': ['ID=f32b1dbe-f02d-4d9b-8c30-179684feea88,revision_number=2']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:45:43.867895 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-47bfa5fa-5379-4280-83a6-50a8489232c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:45:43.877284 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-47bfa5fa-5379-4280-83a6-50a8489232c1 service neutron] Attempting to bind port f32b1dbe-f02d-4d9b-8c30-179684feea88 on host hv-cinder-78907 for vnic_type normal with profile  {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 02 03:45:43.877603 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-47bfa5fa-5379-4280-83a6-50a8489232c1 service neutron] Attempting to bind port f32b1dbe-f02d-4d9b-8c30-179684feea88 by drivers openvswitch,hyperv on host hv-cinder-78907 at level 0 using segments [{'id': '371016b5-d553-4ed2-9863-e6bba2f4b50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c72e5e9e-5ead-4d7a-baba-c3bb405b1d82'}] {{(pid=73900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 02 03:45:43.877932 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-47bfa5fa-5379-4280-83a6-50a8489232c1 service neutron] Attempting to bind port f32b1dbe-f02d-4d9b-8c30-179684feea88 on network c72e5e9e-5ead-4d7a-baba-c3bb405b1d82 {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:45:43.882783 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-47bfa5fa-5379-4280-83a6-50a8489232c1 service neutron] Port f32b1dbe-f02d-4d9b-8c30-179684feea88 on network c72e5e9e-5ead-4d7a-baba-c3bb405b1d82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78907 {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 02 03:45:43.883101 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-47bfa5fa-5379-4280-83a6-50a8489232c1 service neutron] Attempting to bind port f32b1dbe-f02d-4d9b-8c30-179684feea88 on network c72e5e9e-5ead-4d7a-baba-c3bb405b1d82 {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:45:43.888373 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-47bfa5fa-5379-4280-83a6-50a8489232c1 service neutron] Checking agent: {'id': '8531ff9a-0c75-4a44-9da7-2507d2e05f16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 8, 9), 'started_at': datetime.datetime(2021, 5, 2, 3, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 02 03:45:43.888896 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-47bfa5fa-5379-4280-83a6-50a8489232c1 service neutron] Checking segment: {'id': '371016b5-d553-4ed2-9863-e6bba2f4b50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c72e5e9e-5ead-4d7a-baba-c3bb405b1d82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:45:43.889281 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-47bfa5fa-5379-4280-83a6-50a8489232c1 service neutron] Bound using segment: {'id': '371016b5-d553-4ed2-9863-e6bba2f4b50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c72e5e9e-5ead-4d7a-baba-c3bb405b1d82'} {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 02 03:45:43.889700 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-47bfa5fa-5379-4280-83a6-50a8489232c1 service neutron] Bound port: f32b1dbe-f02d-4d9b-8c30-179684feea88, host: hv-cinder-78907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '371016b5-d553-4ed2-9863-e6bba2f4b50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c72e5e9e-5ead-4d7a-baba-c3bb405b1d82'}}] {{(pid=73900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 02 03:45:43.890039 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-47bfa5fa-5379-4280-83a6-50a8489232c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:43.983730 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-47bfa5fa-5379-4280-83a6-50a8489232c1 service neutron] For port f32b1dbe-f02d-4d9b-8c30-179684feea88, host hv-cinder-78907, cleared binding levels {{(pid=73900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 02 03:45:43.986843 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-47bfa5fa-5379-4280-83a6-50a8489232c1 service neutron] For port f32b1dbe-f02d-4d9b-8c30-179684feea88, host hv-cinder-78907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=f32b1dbe-f02d-4d9b-8c30-179684feea88,segment=NetworkSegment(371016b5-d553-4ed2-9863-e6bba2f4b50c),segment_id=371016b5-d553-4ed2-9863-e6bba2f4b50c)] {{(pid=73900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 02 03:45:43.991891 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-47bfa5fa-5379-4280-83a6-50a8489232c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-899214'] for port, after_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:43.996544 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-aa0216d0-2280-4a14-9906-f90579967d90 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:45:44.049042 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-47bfa5fa-5379-4280-83a6-50a8489232c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:45:44.049708 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-47bfa5fa-5379-4280-83a6-50a8489232c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for port, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:44.051092 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-47bfa5fa-5379-4280-83a6-50a8489232c1 service neutron] 10.222.0.37 "PUT /v2.0/ports/f32b1dbe-f02d-4d9b-8c30-179684feea88 HTTP/1.1" status: 200  len: 1098 time: 1.0991979
May 02 03:45:44.051582 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f392154-fc6d-4cbf-86f8-4511580e91bd', 'tag': 'f32b1dbe-f02d-4d9b-8c30-179684feea88'}] {{(pid=73900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:45:44.082761 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bfa5fa-5379-4280-83a6-50a8489232c1 service neutron] Pushing event updated for resources: {'Port': ['ID=f32b1dbe-f02d-4d9b-8c30-179684feea88,revision_number=3']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:45:44.086390 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-47bfa5fa-5379-4280-83a6-50a8489232c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:45:44.173884 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-d9381ebf-1f0d-4a25-9430-71ca939a929f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:45:44.175601 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-d9381ebf-1f0d-4a25-9430-71ca939a929f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=737ccd375d1b41dab8cd4cc70058d56d&device_id=0f392154-fc6d-4cbf-86f8-4511580e91bd HTTP/1.1" status: 200  len: 1101 time: 0.0814590
May 02 03:45:44.247559 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f392154-fc6d-4cbf-86f8-4511580e91bd', 'tag': 'f32b1dbe-f02d-4d9b-8c30-179684feea88', 'status': 'completed', 'code': 200}
May 02 03:45:44.311980 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b2c9a2-feed-46fc-b2ee-61c156ade46e req-4dd44989-6bb4-46c9-9a02-53e8adb271b5 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:45:44.313430 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-79b2c9a2-feed-46fc-b2ee-61c156ade46e req-4dd44989-6bb4-46c9-9a02-53e8adb271b5 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f392154-fc6d-4cbf-86f8-4511580e91bd HTTP/1.1" status: 200  len: 948 time: 0.0821335
May 02 03:45:44.358882 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-79b2c9a2-feed-46fc-b2ee-61c156ade46e req-a5071f11-b7a0-4693-bf72-cc1f3e815fc3 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] 10.222.0.38 "GET /v2.0/security-groups?id=4aa8aee1-4fcb-4bd7-9b99-ec78c44bcccd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397615
May 02 03:45:45.546099 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ec1d4-e9d2-4da8-8119-bfd5e89070af req-999fb564-4245-4789-b12d-a91f6629a674 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:45:45.547591 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-eb9ec1d4-e9d2-4da8-8119-bfd5e89070af req-999fb564-4245-4789-b12d-a91f6629a674 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f392154-fc6d-4cbf-86f8-4511580e91bd HTTP/1.1" status: 200  len: 948 time: 0.0827549
May 02 03:45:45.590212 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-eb9ec1d4-e9d2-4da8-8119-bfd5e89070af req-810fc76e-7a76-4200-b5c8-77e36c1705b9 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] 10.222.0.38 "GET /v2.0/security-groups?id=4aa8aee1-4fcb-4bd7-9b99-ec78c44bcccd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370409
May 02 03:45:46.769750 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367879d-4b39-4fe3-b927-4883bb5e3851 req-22a69f46-9b66-4be0-86b9-a4455afe7fd2 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:45:46.771211 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-b367879d-4b39-4fe3-b927-4883bb5e3851 req-22a69f46-9b66-4be0-86b9-a4455afe7fd2 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f392154-fc6d-4cbf-86f8-4511580e91bd HTTP/1.1" status: 200  len: 948 time: 0.0782959
May 02 03:45:46.818342 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-b367879d-4b39-4fe3-b927-4883bb5e3851 req-ea57da58-3bf3-4f8f-881b-6b5f990ecd6a tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] 10.222.0.38 "GET /v2.0/security-groups?id=4aa8aee1-4fcb-4bd7-9b99-ec78c44bcccd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414531
May 02 03:45:47.055459 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-dc7b568b-e6de-41c0-b884-55715c8a9810 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=f32b1dbe-f02d-4d9b-8c30-179684feea88 HTTP/1.1" status: 200  len: 217 time: 0.0604720
May 02 03:45:47.119565 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-7856d675-c5a7-4abb-a633-702ac5907caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:45:47.120960 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-7856d675-c5a7-4abb-a633-702ac5907caf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1cdf94a1-fb5b-4330-84f5-d29902e033b0 HTTP/1.1" status: 200  len: 843 time: 0.0587583
May 02 03:45:47.194631 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-33356fc8-b75f-459c-aafc-da77bb006c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:45:47.195995 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-33356fc8-b75f-459c-aafc-da77bb006c26 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c72e5e9e-5ead-4d7a-baba-c3bb405b1d82&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0684128
May 02 03:45:47.324460 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-f1818d2a-b8e4-4823-b104-a028dbc1e4ad service neutron] 10.222.0.37 "GET /v2.0/networks/c72e5e9e-5ead-4d7a-baba-c3bb405b1d82?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1208384
May 02 03:45:47.547818 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-fa02fc1a-b588-4f2b-8469-6c84656de12b req-35e71e45-e416-4163-8725-06f13de9c7e3 service neutron] 10.222.0.37 "GET /v2.0/networks/c72e5e9e-5ead-4d7a-baba-c3bb405b1d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2165647
May 02 03:45:48.002864 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b3d241-1fce-4412-9d68-e7a54207b987 req-6078a4cc-4b8c-418b-80b5-bf4fbfbb7e8d tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:45:48.004286 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c0b3d241-1fce-4412-9d68-e7a54207b987 req-6078a4cc-4b8c-418b-80b5-bf4fbfbb7e8d tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f392154-fc6d-4cbf-86f8-4511580e91bd HTTP/1.1" status: 200  len: 948 time: 0.0801759
May 02 03:45:48.047656 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c0b3d241-1fce-4412-9d68-e7a54207b987 req-1faaab96-239b-4666-bb9f-ddc46438c82d tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] 10.222.0.38 "GET /v2.0/security-groups?id=4aa8aee1-4fcb-4bd7-9b99-ec78c44bcccd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376940
May 02 03:45:49.237034 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7035e6c1-abbd-4687-916c-ad05e7ce57ff req-bf5e8b3a-d43e-4446-b42b-a7c0953efd09 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:45:49.238476 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-7035e6c1-abbd-4687-916c-ad05e7ce57ff req-bf5e8b3a-d43e-4446-b42b-a7c0953efd09 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f392154-fc6d-4cbf-86f8-4511580e91bd HTTP/1.1" status: 200  len: 948 time: 0.0817673
May 02 03:45:49.284185 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-7035e6c1-abbd-4687-916c-ad05e7ce57ff req-e5544c00-49ae-49e7-8d83-17b3e3c859c5 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] 10.222.0.38 "GET /v2.0/security-groups?id=4aa8aee1-4fcb-4bd7-9b99-ec78c44bcccd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397079
May 02 03:45:50.281348 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2756c0d-f24e-4022-8748-7cbc16cb5b2b req-78937004-2f0e-43ee-a373-1987224afe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:45:50.282844 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-e2756c0d-f24e-4022-8748-7cbc16cb5b2b req-78937004-2f0e-43ee-a373-1987224afe23 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=737ccd375d1b41dab8cd4cc70058d56d&device_id=0f392154-fc6d-4cbf-86f8-4511580e91bd HTTP/1.1" status: 200  len: 1101 time: 0.0711718
May 02 03:45:50.416695 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2756c0d-f24e-4022-8748-7cbc16cb5b2b req-e513d419-7446-4a17-99b0-06964d4cb45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:45:50.418210 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-e2756c0d-f24e-4022-8748-7cbc16cb5b2b req-e513d419-7446-4a17-99b0-06964d4cb45c service neutron] 10.222.0.37 "GET /v2.0/networks?id=c72e5e9e-5ead-4d7a-baba-c3bb405b1d82 HTTP/1.1" status: 200  len: 870 time: 0.1287396
May 02 03:45:50.470091 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a482a8-a6b2-412a-96c6-5e15ab0fa56e req-469b4d3e-091a-4d5f-a0b4-67f7f2cd63ae tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:45:50.472306 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-23a482a8-a6b2-412a-96c6-5e15ab0fa56e req-469b4d3e-091a-4d5f-a0b4-67f7f2cd63ae tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f392154-fc6d-4cbf-86f8-4511580e91bd HTTP/1.1" status: 200  len: 948 time: 0.0807154
May 02 03:45:50.491723 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-e2756c0d-f24e-4022-8748-7cbc16cb5b2b req-323f751b-75fb-43c8-94ef-6ff7b2780e03 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=f32b1dbe-f02d-4d9b-8c30-179684feea88 HTTP/1.1" status: 200  len: 217 time: 0.0668502
May 02 03:45:50.519885 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-23a482a8-a6b2-412a-96c6-5e15ab0fa56e req-0922e1d1-c831-4400-87d5-69e67901bd2b tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] 10.222.0.38 "GET /v2.0/security-groups?id=4aa8aee1-4fcb-4bd7-9b99-ec78c44bcccd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417175
May 02 03:45:50.561233 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2756c0d-f24e-4022-8748-7cbc16cb5b2b req-9942aadb-71be-41e3-87c0-e1642dcfc801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:45:50.562685 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-e2756c0d-f24e-4022-8748-7cbc16cb5b2b req-9942aadb-71be-41e3-87c0-e1642dcfc801 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1cdf94a1-fb5b-4330-84f5-d29902e033b0 HTTP/1.1" status: 200  len: 843 time: 0.0623124
May 02 03:45:50.640134 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2756c0d-f24e-4022-8748-7cbc16cb5b2b req-d14c64f2-3bc9-403c-8a71-a79afe458022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:45:50.641589 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-e2756c0d-f24e-4022-8748-7cbc16cb5b2b req-d14c64f2-3bc9-403c-8a71-a79afe458022 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c72e5e9e-5ead-4d7a-baba-c3bb405b1d82&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0722382
May 02 03:45:50.779663 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-e2756c0d-f24e-4022-8748-7cbc16cb5b2b req-3dbb53fb-b707-4eea-98a0-8b2c17bac94e service neutron] 10.222.0.37 "GET /v2.0/networks/c72e5e9e-5ead-4d7a-baba-c3bb405b1d82?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1311679
May 02 03:45:50.910293 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-e2756c0d-f24e-4022-8748-7cbc16cb5b2b req-759549eb-bb02-4fdb-914b-f9a995ad418f service neutron] 10.222.0.37 "GET /v2.0/networks/c72e5e9e-5ead-4d7a-baba-c3bb405b1d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1239693
May 02 03:45:51.565100 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 40590) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:45:51.711795 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7371f3-d836-463b-b0df-21e316f6b206 req-f8a98a86-fcb8-4361-95f0-f28bc3284395 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:45:51.713291 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-6b7371f3-d836-463b-b0df-21e316f6b206 req-f8a98a86-fcb8-4361-95f0-f28bc3284395 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f392154-fc6d-4cbf-86f8-4511580e91bd HTTP/1.1" status: 200  len: 948 time: 0.0850811
May 02 03:45:51.745733 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed1e9b93-1aaa-4bd0-a56c-02b89572a429 admin admin] Deleting subnet 17e9704b-5652-4c8d-b36d-f5ac3282d83e {{(pid=73900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
May 02 03:45:51.752441 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-ed1e9b93-1aaa-4bd0-a56c-02b89572a429 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:51.764287 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-6b7371f3-d836-463b-b0df-21e316f6b206 req-40fbfea6-d97e-4311-9cca-cde947a7bc5a tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] 10.222.0.38 "GET /v2.0/security-groups?id=4aa8aee1-4fcb-4bd7-9b99-ec78c44bcccd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448976
May 02 03:45:51.805189 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-ed1e9b93-1aaa-4bd0-a56c-02b89572a429 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3074780'] for subnet, precommit_delete_associations {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:51.858387 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-ed1e9b93-1aaa-4bd0-a56c-02b89572a429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799051'] for subnet, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:52.097933 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-ed1e9b93-1aaa-4bd0-a56c-02b89572a429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-894536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26376822'] for subnet, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:52.101576 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:45:52.133603 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1e9b93-1aaa-4bd0-a56c-02b89572a429 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17e9704b-5652-4c8d-b36d-f5ac3282d83e,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:45:52.137105 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-ed1e9b93-1aaa-4bd0-a56c-02b89572a429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:45:52.140152 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-ed1e9b93-1aaa-4bd0-a56c-02b89572a429 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:52.145855 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-ed1e9b93-1aaa-4bd0-a56c-02b89572a429 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/17e9704b-5652-4c8d-b36d-f5ac3282d83e HTTP/1.1" status: 204  len: 168 time: 0.5797489
May 02 03:45:52.148340 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 40596) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:45:52.251583 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-de35c390-a0e1-49c4-b31f-33d8f17976df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688557'] for network, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:52.373246 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-de35c390-a0e1-49c4-b31f-33d8f17976df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773334', 'neutron.services.segments.db._delete_segments_for_network-8747865761073'] for network, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:52.578800 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.services.segments.db [None req-de35c390-a0e1-49c4-b31f-33d8f17976df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c54079c40>,) {'filters': {'network_id': ['041817d9-bfb8-4b11-9134-61e384d9c06b']}} {{(pid=73900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:45:52.585999 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.services.segments.db [None req-de35c390-a0e1-49c4-b31f-33d8f17976df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c54079c40>, 'd327778e-1102-4bc5-b221-3fa84d718c80') {'for_net_delete': True} {{(pid=73900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:45:52.586439 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.services.segments.db [None req-de35c390-a0e1-49c4-b31f-33d8f17976df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c54079c40>, 'd327778e-1102-4bc5-b221-3fa84d718c80') {} {{(pid=73900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:45:52.598305 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-de35c390-a0e1-49c4-b31f-33d8f17976df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747865772647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3074789'] for segment, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:52.614990 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-de35c390-a0e1-49c4-b31f-33d8f17976df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800657'] for segment, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:52.621336 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de35c390-a0e1-49c4-b31f-33d8f17976df admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=73900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 02 03:45:52.798998 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [None req-de35c390-a0e1-49c4-b31f-33d8f17976df admin admin] Network 041817d9-bfb8-4b11-9134-61e384d9c06b has no segments {{(pid=73900) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 02 03:45:52.810400 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-de35c390-a0e1-49c4-b31f-33d8f17976df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1800670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-899306'] for segment, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:52.833158 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 40626) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:45:52.905780 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device f32b1dbe-f02d-4d9b-8c30-179684feea88 details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=73902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 02 03:45:52.985205 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [None req-de35c390-a0e1-49c4-b31f-33d8f17976df admin admin] Network 041817d9-bfb8-4b11-9134-61e384d9c06b has no segments {{(pid=73900) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 02 03:45:52.998356 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-4310e817-08f3-4e08-8347-de78e6bbdbc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:53.010250 dv-cinder-789077-1-iscsi neutron-server[73900]: Traceback (most recent call last):
May 02 03:45:53.010250 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 02 03:45:53.010250 dv-cinder-789077-1-iscsi neutron-server[73900]:     timer()
May 02 03:45:53.010250 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 02 03:45:53.010250 dv-cinder-789077-1-iscsi neutron-server[73900]:     cb(*args, **kw)
May 02 03:45:53.010250 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 02 03:45:53.010250 dv-cinder-789077-1-iscsi neutron-server[73900]:     return func(*args, **kwargs)
May 02 03:45:53.010250 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 02 03:45:53.010250 dv-cinder-789077-1-iscsi neutron-server[73900]:     self._notify()
May 02 03:45:53.010250 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 02 03:45:53.010250 dv-cinder-789077-1-iscsi neutron-server[73900]:     self.callback(batched_events)
May 02 03:45:53.010250 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 02 03:45:53.010250 dv-cinder-789077-1-iscsi neutron-server[73900]:     event.method(event)
May 02 03:45:53.010250 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 02 03:45:53.010250 dv-cinder-789077-1-iscsi neutron-server[73900]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 02 03:45:53.010250 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 02 03:45:53.010250 dv-cinder-789077-1-iscsi neutron-server[73900]:     aggregate_uuid = self.p_client.list_aggregates(
May 02 03:45:53.010250 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 02 03:45:53.010250 dv-cinder-789077-1-iscsi neutron-server[73900]:     return f(self, *a, **k)
May 02 03:45:53.010250 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 02 03:45:53.010250 dv-cinder-789077-1-iscsi neutron-server[73900]:     return self._get(url).json()
May 02 03:45:53.010250 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 02 03:45:53.010250 dv-cinder-789077-1-iscsi neutron-server[73900]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 02 03:45:53.010250 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 02 03:45:53.010250 dv-cinder-789077-1-iscsi neutron-server[73900]:     return self.request(url, 'GET', **kwargs)
May 02 03:45:53.010250 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 02 03:45:53.010250 dv-cinder-789077-1-iscsi neutron-server[73900]:     base_url = self.get_endpoint(auth, allow=allow,
May 02 03:45:53.010250 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 02 03:45:53.010250 dv-cinder-789077-1-iscsi neutron-server[73900]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 02 03:45:53.010250 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 02 03:45:53.010250 dv-cinder-789077-1-iscsi neutron-server[73900]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 02 03:45:53.010250 dv-cinder-789077-1-iscsi neutron-server[73900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 02 03:45:53.015940 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76bbcdd-6dbd-4cd6-a38b-197dca4e1ead req-63bbafa9-a98a-4ddd-8332-f82b23c3d2c1 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:45:53.017417 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c76bbcdd-6dbd-4cd6-a38b-197dca4e1ead req-63bbafa9-a98a-4ddd-8332-f82b23c3d2c1 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f392154-fc6d-4cbf-86f8-4511580e91bd HTTP/1.1" status: 200  len: 948 time: 0.1290915
May 02 03:45:53.024674 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-4310e817-08f3-4e08-8347-de78e6bbdbc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:45:53.042683 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-4310e817-08f3-4e08-8347-de78e6bbdbc9 admin admin] Usage tracker for resource:security_group_rule and tenant:50c33fc8588c4178ab4b525cac97fece is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:45:53.048376 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-4310e817-08f3-4e08-8347-de78e6bbdbc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:45:53.056383 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-4310e817-08f3-4e08-8347-de78e6bbdbc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:45:53.058793 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port f32b1dbe-f02d-4d9b-8c30-179684feea88, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=f32b1dbe-f02d-4d9b-8c30-179684feea88,segment=NetworkSegment(371016b5-d553-4ed2-9863-e6bba2f4b50c),segment_id=371016b5-d553-4ed2-9863-e6bba2f4b50c)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:45:53.084534 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c76bbcdd-6dbd-4cd6-a38b-197dca4e1ead req-646841e3-ef2c-4314-aea3-80188aad0735 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] 10.222.0.38 "GET /v2.0/security-groups?id=4aa8aee1-4fcb-4bd7-9b99-ec78c44bcccd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612130
May 02 03:45:53.086705 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Returning: {'device': 'f32b1dbe-f02d-4d9b-8c30-179684feea88', 'network_id': 'c72e5e9e-5ead-4d7a-baba-c3bb405b1d82', 'port_id': 'f32b1dbe-f02d-4d9b-8c30-179684feea88', 'mac_address': 'fa:16:3e:36:21:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cdf94a1-fb5b-4330-84f5-d29902e033b0', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 02 03:45:53.093363 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-de35c390-a0e1-49c4-b31f-33d8f17976df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419395'] for network, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:53.105577 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-de35c390-a0e1-49c4-b31f-33d8f17976df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for network, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:53.110320 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-eafea03c-62a5-4800-8235-107debd1c993 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:45:53.134511 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de35c390-a0e1-49c4-b31f-33d8f17976df admin admin] Pushing event deleted for resources: {'Network': ['ID=041817d9-bfb8-4b11-9134-61e384d9c06b,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:45:53.137251 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-de35c390-a0e1-49c4-b31f-33d8f17976df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:45:53.146669 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-de35c390-a0e1-49c4-b31f-33d8f17976df admin admin] 10.222.0.38 "DELETE /v2.0/networks/041817d9-bfb8-4b11-9134-61e384d9c06b HTTP/1.1" status: 204  len: 168 time: 0.9950905
May 02 03:45:53.158191 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:53.181636 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.notifiers.nova [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f32b1dbe-f02d-4d9b-8c30-179684feea88 {{(pid=73902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 02 03:45:53.182808 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-4310e817-08f3-4e08-8347-de78e6bbdbc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:53.187357 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-4310e817-08f3-4e08-8347-de78e6bbdbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:53.196771 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-3dafc309-9653-4747-856f-e615dc2a44ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:45:53.200685 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port f32b1dbe-f02d-4d9b-8c30-179684feea88, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=f32b1dbe-f02d-4d9b-8c30-179684feea88,segment=NetworkSegment(371016b5-d553-4ed2-9863-e6bba2f4b50c),segment_id=371016b5-d553-4ed2-9863-e6bba2f4b50c)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:45:53.204996 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:53.207018 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-a941bf02-1605-4c93-9f66-044f3a0a6fbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:45:53.242474 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-4310e817-08f3-4e08-8347-de78e6bbdbc9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=50c33fc8588c4178ab4b525cac97fece&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4071760
May 02 03:45:53.242803 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4310e817-08f3-4e08-8347-de78e6bbdbc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0d6765-45a6-414e-849d-0cc104d74cf1,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:45:53.244533 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 40636) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:45:53.246200 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-4310e817-08f3-4e08-8347-de78e6bbdbc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:45:53.279060 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Pushing event updated for resources: {'Port': ['ID=f32b1dbe-f02d-4d9b-8c30-179684feea88,revision_number=4']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:45:53.286218 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 40640) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:45:53.289760 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:45:53.290105 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:45:53.290465 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:45:53.290802 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:45:53.291125 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:45:53.291447 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:45:53.291768 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:45:53.292084 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:45:53.292518 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:45:53.292839 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:45:53.293154 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:45:53.293463 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:45:53.298269 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:45:53.333147 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-5b851db7-ab63-4f10-9d82-0c4a024c614a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:53.344460 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-8f4e3465-6f4c-40d8-899e-f62cc3924dec admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bca306ed607a4c229d3502be0e4ec32f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0568357
May 02 03:45:53.347152 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 40644) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:45:53.360500 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-5b851db7-ab63-4f10-9d82-0c4a024c614a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:53.410691 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-4b3aec5d-657e-496e-a44f-684d073c2c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:53.412561 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-5b851db7-ab63-4f10-9d82-0c4a024c614a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:53.417415 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-c598b284-3c07-4aef-9a3c-1d6cb149328e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:45:53.429791 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b851db7-ab63-4f10-9d82-0c4a024c614a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0d6765-45a6-414e-849d-0cc104d74cf1,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:45:53.432736 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-5b851db7-ab63-4f10-9d82-0c4a024c614a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:45:53.435395 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-5b851db7-ab63-4f10-9d82-0c4a024c614a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:53.437802 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-4b3aec5d-657e-496e-a44f-684d073c2c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:53.439312 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-5b851db7-ab63-4f10-9d82-0c4a024c614a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fb0d6765-45a6-414e-849d-0cc104d74cf1 HTTP/1.1" status: 204  len: 168 time: 0.1936531
May 02 03:45:53.445926 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] get_ports_and_sgs() called for port_ids ['f32b1dbe-f02d-4d9b-8c30-179684feea88'] {{(pid=73902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 02 03:45:53.503143 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-4b3aec5d-657e-496e-a44f-684d073c2c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:53.510147 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-5e37f3b0-2826-4aa9-9d81-6603e566a8d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:45:53.525104 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3aec5d-657e-496e-a44f-684d073c2c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489ddd8b-c994-4083-8924-38efc23f5aab,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:45:53.527444 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-4b3aec5d-657e-496e-a44f-684d073c2c3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:45:53.552553 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-4b3aec5d-657e-496e-a44f-684d073c2c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:53.554484 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-4b3aec5d-657e-496e-a44f-684d073c2c3e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/489ddd8b-c994-4083-8924-38efc23f5aab HTTP/1.1" status: 204  len: 168 time: 0.2059987
May 02 03:45:54.269146 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 40686) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:45:54.295999 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c1bce-9233-46f1-a17f-1f41632f3c96 req-94a81b0f-6c4c-46d9-bbf5-efbf0735871d tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:45:54.297943 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-415c1bce-9233-46f1-a17f-1f41632f3c96 req-94a81b0f-6c4c-46d9-bbf5-efbf0735871d tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f392154-fc6d-4cbf-86f8-4511580e91bd HTTP/1.1" status: 200  len: 949 time: 0.0951142
May 02 03:45:54.351475 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-415c1bce-9233-46f1-a17f-1f41632f3c96 req-494a421d-c107-4327-8b63-520cbd972b7d tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] 10.222.0.38 "GET /v2.0/security-groups?id=4aa8aee1-4fcb-4bd7-9b99-ec78c44bcccd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452821
May 02 03:45:54.397857 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [None req-b6116c9d-0e53-40fc-86a2-eb555355aae0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1686692641-network', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02'}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:45:54.402500 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-b6116c9d-0e53-40fc-86a2-eb555355aae0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:45:54.406966 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-b6116c9d-0e53-40fc-86a2-eb555355aae0 admin admin] Usage tracker for resource:network and tenant:a4d0706d5cb74153ac23af4cb02afd02 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:45:54.409774 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-b6116c9d-0e53-40fc-86a2-eb555355aae0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:45:54.416243 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-b6116c9d-0e53-40fc-86a2-eb555355aae0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:45:54.426344 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6116c9d-0e53-40fc-86a2-eb555355aae0 admin admin] Made reservation on behalf of a4d0706d5cb74153ac23af4cb02afd02 for: {'network': 1} {{(pid=73900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 02 03:45:54.428690 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-b6116c9d-0e53-40fc-86a2-eb555355aae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for network, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:54.440448 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-b6116c9d-0e53-40fc-86a2-eb555355aae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:54.454240 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-b6116c9d-0e53-40fc-86a2-eb555355aae0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:45:54.457981 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-b6116c9d-0e53-40fc-86a2-eb555355aae0 admin admin] Usage tracker for resource:security_group_rule and tenant:a4d0706d5cb74153ac23af4cb02afd02 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:45:54.460987 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-b6116c9d-0e53-40fc-86a2-eb555355aae0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:45:54.467093 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-b6116c9d-0e53-40fc-86a2-eb555355aae0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:45:54.547408 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-b6116c9d-0e53-40fc-86a2-eb555355aae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:54.550902 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-b6116c9d-0e53-40fc-86a2-eb555355aae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:54.553981 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-716300c4-0b82-4566-b145-4a7e124a5345 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:45:54.586187 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6116c9d-0e53-40fc-86a2-eb555355aae0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223}  {{(pid=73900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 02 03:45:54.591994 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6116c9d-0e53-40fc-86a2-eb555355aae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=380fa2ff-9c70-4d07-947d-087ac43c2bc1,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:45:54.595491 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-b6116c9d-0e53-40fc-86a2-eb555355aae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:45:54.599019 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-b6116c9d-0e53-40fc-86a2-eb555355aae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800657'] for segment, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:54.599365 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.db.segments_db [None req-b6116c9d-0e53-40fc-86a2-eb555355aae0 admin admin] Added segment f2d762ee-186f-403b-bcea-c59708d84555 of type vlan for network e0f2c995-0c49-41f7-960f-54ff752d74e7
May 02 03:45:54.624852 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-b6116c9d-0e53-40fc-86a2-eb555355aae0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747865320852'] for network, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:54.651248 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-b6116c9d-0e53-40fc-86a2-eb555355aae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347'] for network, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:54.652551 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6116c9d-0e53-40fc-86a2-eb555355aae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:45:54.653741 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-b6116c9d-0e53-40fc-86a2-eb555355aae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for network, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:54.658247 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:45:54.753288 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-b6116c9d-0e53-40fc-86a2-eb555355aae0 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.4819305
May 02 03:45:54.756102 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 40694) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:45:54.756239 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6116c9d-0e53-40fc-86a2-eb555355aae0 admin admin] Pushing event updated for resources: {'Network': ['ID=e0f2c995-0c49-41f7-960f-54ff752d74e7,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:45:54.758811 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-b6116c9d-0e53-40fc-86a2-eb555355aae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:45:54.762287 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.v2.base [None req-47f54c53-d10d-467f-b8f8-9ed2251aaffa admin admin] Request body: {'subnet': {'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1686692641-subnet', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'ip_version': 4}} {{(pid=73901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:45:54.766543 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Network e0f2c995-0c49-41f7-960f-54ff752d74e7 details requested by agent ovs-agent-dv-cinder-789077-1-iscsi with host dv-cinder-789077-1-iscsi {{(pid=73902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 02 03:45:54.768303 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-47f54c53-d10d-467f-b8f8-9ed2251aaffa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:45:54.772362 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-47f54c53-d10d-467f-b8f8-9ed2251aaffa admin admin] Usage tracker for resource:subnet and tenant:a4d0706d5cb74153ac23af4cb02afd02 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:45:54.775419 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-47f54c53-d10d-467f-b8f8-9ed2251aaffa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:45:54.782911 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-47f54c53-d10d-467f-b8f8-9ed2251aaffa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:45:54.793035 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f54c53-d10d-467f-b8f8-9ed2251aaffa admin admin] Made reservation on behalf of a4d0706d5cb74153ac23af4cb02afd02 for: {'subnet': 1} {{(pid=73901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 02 03:45:54.796058 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-47f54c53-d10d-467f-b8f8-9ed2251aaffa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2160961'] for subnet, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:54.919785 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device f32b1dbe-f02d-4d9b-8c30-179684feea88 up at agent hyperv_hv-cinder-78907 {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:45:54.992539 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Provisioning for port f32b1dbe-f02d-4d9b-8c30-179684feea88 completed by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:45:54.997288 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Provisioning complete for port f32b1dbe-f02d-4d9b-8c30-179684feea88 triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:45:54.997666 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:55.111912 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:55.140302 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f392154-fc6d-4cbf-86f8-4511580e91bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f32b1dbe-f02d-4d9b-8c30-179684feea88'}] {{(pid=73902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:45:55.150019 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port f32b1dbe-f02d-4d9b-8c30-179684feea88, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=f32b1dbe-f02d-4d9b-8c30-179684feea88,segment=NetworkSegment(371016b5-d553-4ed2-9863-e6bba2f4b50c),segment_id=371016b5-d553-4ed2-9863-e6bba2f4b50c)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:45:55.154842 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:55.156687 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-f44f46c3-e03b-4eb3-9eb3-5bc11eb45e20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:45:55.185257 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-47f54c53-d10d-467f-b8f8-9ed2251aaffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3711789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2160983'] for subnet, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:55.189886 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:45:55.223412 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Pushing event updated for resources: {'Port': ['ID=f32b1dbe-f02d-4d9b-8c30-179684feea88,revision_number=5']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:45:55.226910 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:45:55.317779 dv-cinder-789077-1-iscsi neutron-server[73902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f392154-fc6d-4cbf-86f8-4511580e91bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f32b1dbe-f02d-4d9b-8c30-179684feea88', 'code': 200}
May 02 03:45:55.355443 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f54c53-d10d-467f-b8f8-9ed2251aaffa admin admin] Pushing event updated for resources: {'Subnet': ['ID=4adfad06-ce64-4b56-9404-7ece70fb7c5a,revision_number=0']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:45:55.359526 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f54c53-d10d-467f-b8f8-9ed2251aaffa admin admin] Checking segment: {'id': 'f2d762ee-186f-403b-bcea-c59708d84555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:45:55.359882 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f54c53-d10d-467f-b8f8-9ed2251aaffa admin admin] Network hostable DHCP agents. Network: e0f2c995-0c49-41f7-960f-54ff752d74e7, hostable agents: ['b8cff7bf-6a12-4b5e-9f6f-ac6aa9384c4c'], hosted agents: [] {{(pid=73901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 02 03:45:55.363872 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-47f54c53-d10d-467f-b8f8-9ed2251aaffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:45:55.381239 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f54c53-d10d-467f-b8f8-9ed2251aaffa admin admin] Network e0f2c995-0c49-41f7-960f-54ff752d74e7 is scheduled to be hosted by DHCP agent b8cff7bf-6a12-4b5e-9f6f-ac6aa9384c4c with binding_index 1 {{(pid=73901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 02 03:45:55.394373 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.base_scheduler [None req-47f54c53-d10d-467f-b8f8-9ed2251aaffa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789077-1-iscsi, e0f2c995-0c49-41f7-960f-54ff752d74e7) {{(pid=73901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:45:55.408911 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233ad549-574e-4f4b-a4ef-15d48f781931 None None] Network e0f2c995-0c49-41f7-960f-54ff752d74e7 requested from dv-cinder-789077-1-iscsi {{(pid=73902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 02 03:45:55.435717 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f54c53-d10d-467f-b8f8-9ed2251aaffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:45:55.436499 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-47f54c53-d10d-467f-b8f8-9ed2251aaffa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for subnet, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:55.478411 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 40708) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:45:55.499647 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [None req-dd686e22-a44e-4e5c-a772-d381f42d50b4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1686692641-router', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700'}}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:45:55.502551 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-47f54c53-d10d-467f-b8f8-9ed2251aaffa admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7397792
May 02 03:45:55.540391 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-dd686e22-a44e-4e5c-a772-d381f42d50b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:45:55.549601 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-dd686e22-a44e-4e5c-a772-d381f42d50b4 admin admin] Usage tracker for resource:router and tenant:a4d0706d5cb74153ac23af4cb02afd02 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:45:55.553297 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-dd686e22-a44e-4e5c-a772-d381f42d50b4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:45:55.561014 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-dd686e22-a44e-4e5c-a772-d381f42d50b4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:45:55.585168 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-dd686e22-a44e-4e5c-a772-d381f42d50b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-420455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1022290'] for router, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:55.586390 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-dd686e22-a44e-4e5c-a772-d381f42d50b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-356199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419551', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022299'] for router, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:55.609982 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a01ad-e343-4ba8-ad7d-9b28ffb016a8 req-58732db6-ba38-4804-a9d4-c0f914a1707e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:45:55.611476 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-4b7a01ad-e343-4ba8-ad7d-9b28ffb016a8 req-58732db6-ba38-4804-a9d4-c0f914a1707e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0f392154-fc6d-4cbf-86f8-4511580e91bd HTTP/1.1" status: 200  len: 1103 time: 0.1082854
May 02 03:45:55.612688 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-dd686e22-a44e-4e5c-a772-d381f42d50b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:55.624710 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e93c8a-f781-4a3b-a0fa-506f3a59e903 req-9f10589f-c20e-4337-8d91-1d7e62f8b03a tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:45:55.627229 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-39e93c8a-f781-4a3b-a0fa-506f3a59e903 req-9f10589f-c20e-4337-8d91-1d7e62f8b03a tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f392154-fc6d-4cbf-86f8-4511580e91bd HTTP/1.1" status: 200  len: 950 time: 0.1234362
May 02 03:45:55.678581 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-39e93c8a-f781-4a3b-a0fa-506f3a59e903 req-f9217ffe-0295-4347-9688-53ad5d2f2f10 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] 10.222.0.38 "GET /v2.0/security-groups?id=4aa8aee1-4fcb-4bd7-9b99-ec78c44bcccd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455749
May 02 03:45:55.725774 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-4b7a01ad-e343-4ba8-ad7d-9b28ffb016a8 req-6ef84859-c0ff-4969-86eb-235c3634c4aa service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4aa8aee1-4fcb-4bd7-9b99-ec78c44bcccd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1058102
May 02 03:45:55.726623 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b55816-e2d3-4750-b85f-8549d8a4f51b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp638e923c-381b-5c45-a4d5-c004445b304f-e0f2c995-0c49-41f7-960f-54ff752d74e7', 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'fixed_ips': [{'subnet_id': '4adfad06-ce64-4b56-9404-7ece70fb7c5a'}]}} from dv-cinder-789077-1-iscsi. {{(pid=73902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 02 03:45:55.727452 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-b8b55816-e2d3-4750-b85f-8549d8a4f51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_create {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:55.919864 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.db_base_plugin_common [None req-b8b55816-e2d3-4750-b85f-8549d8a4f51b None None] Allocated IP 172.20.0.2 (e0f2c995-0c49-41f7-960f-54ff752d74e7/4adfad06-ce64-4b56-9404-7ece70fb7c5a/e31d1fd5-6ea0-4615-9b8d-b931ae1fd8ed) {{(pid=73902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 02 03:45:55.953353 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-dd686e22-a44e-4e5c-a772-d381f42d50b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419542', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-420361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1022377'] for router, precommit_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:56.141226 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-b8b55816-e2d3-4750-b85f-8549d8a4f51b None None] Notify callbacks [] for port, precommit_create {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:56.151191 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-b8b55816-e2d3-4750-b85f-8549d8a4f51b None None] Transition to ACTIVE for port object e31d1fd5-6ea0-4615-9b8d-b931ae1fd8ed will not be triggered until provisioned by entity L2. {{(pid=73902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:45:56.170484 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-b8b55816-e2d3-4750-b85f-8549d8a4f51b None None] Transition to ACTIVE for port object e31d1fd5-6ea0-4615-9b8d-b931ae1fd8ed will not be triggered until provisioned by entity DHCP. {{(pid=73902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:45:56.176116 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-b8b55816-e2d3-4750-b85f-8549d8a4f51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747865333526'] for port, after_create {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:56.180476 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-04427eb2-aedf-4570-8791-ed81576c9354 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:45:56.225051 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b55816-e2d3-4750-b85f-8549d8a4f51b None None] Network e0f2c995-0c49-41f7-960f-54ff752d74e7 is already hosted by enough agents. {{(pid=73902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:45:56.232735 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.scheduler.base_scheduler [None req-b8b55816-e2d3-4750-b85f-8549d8a4f51b None None] Resources bound (agent type, host, resource id):  {{(pid=73902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:45:56.236460 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b55816-e2d3-4750-b85f-8549d8a4f51b None None] Received port after_create {{(pid=73902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 02 03:45:56.346923 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b55816-e2d3-4750-b85f-8549d8a4f51b None None] Pushing event updated for resources: {'Port': ['ID=e31d1fd5-6ea0-4615-9b8d-b931ae1fd8ed,revision_number=1']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:45:56.355925 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-b8b55816-e2d3-4750-b85f-8549d8a4f51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:45:56.365470 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.managers [None req-b8b55816-e2d3-4750-b85f-8549d8a4f51b None None] Attempting to bind port e31d1fd5-6ea0-4615-9b8d-b931ae1fd8ed on host dv-cinder-789077-1-iscsi for vnic_type normal with profile  {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 02 03:45:56.365840 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.managers [None req-b8b55816-e2d3-4750-b85f-8549d8a4f51b None None] Attempting to bind port e31d1fd5-6ea0-4615-9b8d-b931ae1fd8ed by drivers openvswitch,hyperv on host dv-cinder-789077-1-iscsi at level 0 using segments [{'id': 'f2d762ee-186f-403b-bcea-c59708d84555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7'}] {{(pid=73902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 02 03:45:56.366207 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b55816-e2d3-4750-b85f-8549d8a4f51b None None] Attempting to bind port e31d1fd5-6ea0-4615-9b8d-b931ae1fd8ed on network e0f2c995-0c49-41f7-960f-54ff752d74e7 {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:45:56.371593 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b55816-e2d3-4750-b85f-8549d8a4f51b None None] Checking agent: {'id': 'b50cee90-c6d3-4c0d-a208-12c20bd9f0cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 2, 8), 'started_at': datetime.datetime(2021, 5, 2, 3, 2, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 02 03:45:56.372583 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b55816-e2d3-4750-b85f-8549d8a4f51b None None] Checking segment: {'id': 'f2d762ee-186f-403b-bcea-c59708d84555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:45:56.372985 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-b8b55816-e2d3-4750-b85f-8549d8a4f51b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:56.373381 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b55816-e2d3-4750-b85f-8549d8a4f51b None None] Bound using segment: {'id': 'f2d762ee-186f-403b-bcea-c59708d84555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7'} {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 02 03:45:56.373885 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.managers [None req-b8b55816-e2d3-4750-b85f-8549d8a4f51b None None] Bound port: e31d1fd5-6ea0-4615-9b8d-b931ae1fd8ed, host: dv-cinder-789077-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d762ee-186f-403b-bcea-c59708d84555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7'}}] {{(pid=73902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 02 03:45:56.374212 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-b8b55816-e2d3-4750-b85f-8549d8a4f51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:56.381831 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-dd686e22-a44e-4e5c-a772-d381f42d50b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:56.411664 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-dd686e22-a44e-4e5c-a772-d381f42d50b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:56.463000 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-b8b55816-e2d3-4750-b85f-8549d8a4f51b None None] For port e31d1fd5-6ea0-4615-9b8d-b931ae1fd8ed, host dv-cinder-789077-1-iscsi, cleared binding levels {{(pid=73902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 02 03:45:56.466628 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-b8b55816-e2d3-4750-b85f-8549d8a4f51b None None] For port e31d1fd5-6ea0-4615-9b8d-b931ae1fd8ed, host dv-cinder-789077-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=e31d1fd5-6ea0-4615-9b8d-b931ae1fd8ed,segment=NetworkSegment(f2d762ee-186f-403b-bcea-c59708d84555),segment_id=f2d762ee-186f-403b-bcea-c59708d84555)] {{(pid=73902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 02 03:45:56.470849 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-b8b55816-e2d3-4750-b85f-8549d8a4f51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:56.474371 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-dec78c1e-91fe-41bf-b7ab-e21faf1c246c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:45:56.554568 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.db_base_plugin_common [None req-dd686e22-a44e-4e5c-a772-d381f42d50b4 admin admin] Allocated IP 172.27.0.11 (8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700/cde322b7-5107-4ee3-8bef-bf160ca73532/2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44) {{(pid=73900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 02 03:45:56.562504 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b55816-e2d3-4750-b85f-8549d8a4f51b None None] Pushing event updated for resources: {'Port': ['ID=e31d1fd5-6ea0-4615-9b8d-b931ae1fd8ed,revision_number=2']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:45:56.566714 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-b8b55816-e2d3-4750-b85f-8549d8a4f51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:45:56.720076 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-dd686e22-a44e-4e5c-a772-d381f42d50b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:56.775126 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-dd686e22-a44e-4e5c-a772-d381f42d50b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747865333526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-899257'] for port, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:56.779151 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-ffd839c4-3e6d-417e-a23c-c8c0c96fae28 tempest-AttachVolumeNegativeTest-893392730 tempest-AttachVolumeNegativeTest-893392730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:45:56.851699 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd686e22-a44e-4e5c-a772-d381f42d50b4 admin admin] Pushing event updated for resources: {'Port': ['ID=2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:45:56.855464 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-dd686e22-a44e-4e5c-a772-d381f42d50b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:45:56.874337 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd686e22-a44e-4e5c-a772-d381f42d50b4 admin admin] Network 8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700 is already hosted by enough agents. {{(pid=73900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:45:56.875640 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.base_scheduler [None req-dd686e22-a44e-4e5c-a772-d381f42d50b4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:45:56.877986 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd686e22-a44e-4e5c-a772-d381f42d50b4 admin admin] Received port after_create {{(pid=73900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 02 03:45:56.906428 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e997c1-b635-497c-9a53-0908111f70a1 req-ec11efff-f4bd-4fb2-9af4-e6307ea1247b tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:45:56.907890 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-37e997c1-b635-497c-9a53-0908111f70a1 req-ec11efff-f4bd-4fb2-9af4-e6307ea1247b tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f392154-fc6d-4cbf-86f8-4511580e91bd HTTP/1.1" status: 200  len: 950 time: 0.0873919
May 02 03:45:56.955717 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-37e997c1-b635-497c-9a53-0908111f70a1 req-587fc687-ee36-48ce-b68d-79a992a79150 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] 10.222.0.38 "GET /v2.0/security-groups?id=4aa8aee1-4fcb-4bd7-9b99-ec78c44bcccd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419054
May 02 03:45:57.353866 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-dd686e22-a44e-4e5c-a772-d381f42d50b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:57.463175 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8f45f-7040-4413-82ff-dc4cce7b6842 req-189af207-726c-483c-9614-1feeb816f4e5 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:45:57.464679 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-3da8f45f-7040-4413-82ff-dc4cce7b6842 req-189af207-726c-483c-9614-1feeb816f4e5 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f392154-fc6d-4cbf-86f8-4511580e91bd HTTP/1.1" status: 200  len: 950 time: 0.1063411
May 02 03:45:57.516964 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-3da8f45f-7040-4413-82ff-dc4cce7b6842 req-c5656253-be39-4524-9456-afc3973ffc57 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] 10.222.0.38 "GET /v2.0/security-groups?id=4aa8aee1-4fcb-4bd7-9b99-ec78c44bcccd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452979
May 02 03:45:57.596724 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f253e7c1-04d1-4303-b4d0-0ac1ede4875d None None] Network e0f2c995-0c49-41f7-960f-54ff752d74e7 requested from dv-cinder-789077-1-iscsi {{(pid=73902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 02 03:45:57.747680 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-313d79b1-a6ad-41ed-8d56-be45f7d109f8 None None] Provisioning for port e31d1fd5-6ea0-4615-9b8d-b931ae1fd8ed completed by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:45:57.817500 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-dd686e22-a44e-4e5c-a772-d381f42d50b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419513'] for router, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:58.022663 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd686e22-a44e-4e5c-a772-d381f42d50b4 admin admin] Router 9cc4b5a0-7c8a-4564-b9aa-63f41965780d is scheduled to L3 agent c822661f-3527-457d-a53a-678072f60f18 with binding_index 1 {{(pid=73900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 02 03:45:58.196500 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd686e22-a44e-4e5c-a772-d381f42d50b4 admin admin] Notify agent at l3_agent.dv-cinder-789077-1-iscsi the message routers_updated {{(pid=73900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 02 03:45:58.205223 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eede781-5e5a-40ed-9148-169f7db1b073 None None] Sync routers for ids ['9cc4b5a0-7c8a-4564-b9aa-63f41965780d'] in dv-cinder-789077-1-iscsi {{(pid=73902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 02 03:45:58.214640 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eede781-5e5a-40ed-9148-169f7db1b073 None None] Routers {'9cc4b5a0-7c8a-4564-b9aa-63f41965780d'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:45:58.215266 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-9eede781-5e5a-40ed-9148-169f7db1b073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c557bb130>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:45:38Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['9cc4b5a0-7c8a-4564-b9aa-63f41965780d'], 'active': True} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:45:58.220390 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-dd686e22-a44e-4e5c-a772-d381f42d50b4 admin admin] Notify callbacks [] for router, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:58.221509 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-dd686e22-a44e-4e5c-a772-d381f42d50b4 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.7418218
May 02 03:45:58.224131 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 40736) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:45:58.398140 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvr_db [None req-9eede781-5e5a-40ed-9148-169f7db1b073 None None] Set router 9cc4b5a0-7c8a-4564-b9aa-63f41965780d gateway port host: dv-cinder-789077-1-iscsi {{(pid=73902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:45:58.499150 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device e31d1fd5-6ea0-4615-9b8d-b931ae1fd8ed up at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:45:58.676335 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning for port e31d1fd5-6ea0-4615-9b8d-b931ae1fd8ed completed by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:45:58.709436 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning complete for port e31d1fd5-6ea0-4615-9b8d-b931ae1fd8ed triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:45:58.710084 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:58.716548 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5347dae-b68e-4bf8-bea3-103ccd899f0f req-cca8c622-80f9-4c22-9e89-75ea0446f804 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:45:58.718257 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-f5347dae-b68e-4bf8-bea3-103ccd899f0f req-cca8c622-80f9-4c22-9e89-75ea0446f804 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f392154-fc6d-4cbf-86f8-4511580e91bd HTTP/1.1" status: 200  len: 950 time: 0.0912595
May 02 03:45:58.781615 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-f5347dae-b68e-4bf8-bea3-103ccd899f0f req-57d08baa-cdd9-40e2-b910-7fedfbfae0ce tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] 10.222.0.38 "GET /v2.0/security-groups?id=4aa8aee1-4fcb-4bd7-9b99-ec78c44bcccd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566554
May 02 03:45:58.845282 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-9eede781-5e5a-40ed-9148-169f7db1b073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c557bb130>, [{'id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'name': 'tempest-TestVolumeBootPattern-1686692641-router', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:45:55Z', 'updated_at': '2021-05-02T03:45:57Z', 'revision_number': 3, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'gw_port': {'id': '2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:06:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:45:56Z', 'updated_at': '2021-05-02T03:45:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi'}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:45:58.858339 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eede781-5e5a-40ed-9148-169f7db1b073 None None] Checking router: 9cc4b5a0-7c8a-4564-b9aa-63f41965780d for host: dv-cinder-789077-1-iscsi {{(pid=73902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 02 03:45:58.858721 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eede781-5e5a-40ed-9148-169f7db1b073 None None] Updating router 9cc4b5a0-7c8a-4564-b9aa-63f41965780d port 2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44 binding host dv-cinder-789077-1-iscsi {{(pid=73902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 02 03:45:58.898972 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:58.916185 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-766518f3-f614-4c63-92c0-d04e535e9cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:58.935667 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-9eede781-5e5a-40ed-9148-169f7db1b073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:58.983128 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] For port e31d1fd5-6ea0-4615-9b8d-b931ae1fd8ed, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=e31d1fd5-6ea0-4615-9b8d-b931ae1fd8ed,segment=NetworkSegment(f2d762ee-186f-403b-bcea-c59708d84555),segment_id=f2d762ee-186f-403b-bcea-c59708d84555)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:45:58.990501 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:58.994387 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-a4f17bc5-ccaa-4ea6-996a-8b861e852887 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:45:59.122160 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.db_base_plugin_common [None req-766518f3-f614-4c63-92c0-d04e535e9cb7 admin admin] Allocated IP 172.20.0.1 (e0f2c995-0c49-41f7-960f-54ff752d74e7/4adfad06-ce64-4b56-9404-7ece70fb7c5a/8b9ac207-b9aa-4916-b1a9-0f83aad78608) {{(pid=73900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 02 03:45:59.129587 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Pushing event updated for resources: {'Port': ['ID=e31d1fd5-6ea0-4615-9b8d-b931ae1fd8ed,revision_number=3']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:45:59.146015 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:45:59.378598 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-9eede781-5e5a-40ed-9148-169f7db1b073 None None] Notify callbacks [] for port, precommit_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:59.380465 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-766518f3-f614-4c63-92c0-d04e535e9cb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:59.390795 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-9eede781-5e5a-40ed-9148-169f7db1b073 None None] Transition to ACTIVE for port object 2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44 will not be triggered until provisioned by entity L2. {{(pid=73902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:45:59.397206 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.provisioning_blocks [None req-766518f3-f614-4c63-92c0-d04e535e9cb7 admin admin] Transition to ACTIVE for port object 8b9ac207-b9aa-4916-b1a9-0f83aad78608 will not be triggered until provisioned by entity DHCP. {{(pid=73900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:45:59.397370 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-9eede781-5e5a-40ed-9148-169f7db1b073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:59.402052 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-085a5ab1-7c0e-48ee-a950-9e891cc612a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:45:59.421722 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-766518f3-f614-4c63-92c0-d04e535e9cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747865333526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-899257'] for port, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:59.425407 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-bfcb7c46-ca79-4fbf-8f97-5c916fbc5065 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:45:59.479534 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.managers [None req-9eede781-5e5a-40ed-9148-169f7db1b073 None None] Attempting to bind port 2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44 on host dv-cinder-789077-1-iscsi for vnic_type normal with profile  {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 02 03:45:59.479911 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.managers [None req-9eede781-5e5a-40ed-9148-169f7db1b073 None None] Attempting to bind port 2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44 by drivers openvswitch,hyperv on host dv-cinder-789077-1-iscsi at level 0 using segments [{'id': '3f443235-55d0-4d2d-a949-b49c1a220799', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700'}] {{(pid=73902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 02 03:45:59.480280 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eede781-5e5a-40ed-9148-169f7db1b073 None None] Attempting to bind port 2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44 on network 8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700 {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:45:59.488366 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9c77f1-0214-4cfc-9d7c-a6e1cf32c45d None None] Pushing event updated for resources: {'Port': ['ID=2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44,revision_number=2']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:45:59.491094 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eede781-5e5a-40ed-9148-169f7db1b073 None None] Checking agent: {'id': 'b50cee90-c6d3-4c0d-a208-12c20bd9f0cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 2, 8), 'started_at': datetime.datetime(2021, 5, 2, 3, 2, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 02 03:45:59.491470 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eede781-5e5a-40ed-9148-169f7db1b073 None None] Checking segment: {'id': '3f443235-55d0-4d2d-a949-b49c1a220799', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:45:59.491870 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-9eede781-5e5a-40ed-9148-169f7db1b073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:59.492267 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eede781-5e5a-40ed-9148-169f7db1b073 None None] Bound using segment: {'id': '3f443235-55d0-4d2d-a949-b49c1a220799', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700'} {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 02 03:45:59.492623 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766518f3-f614-4c63-92c0-d04e535e9cb7 admin admin] Network e0f2c995-0c49-41f7-960f-54ff752d74e7 is already hosted by enough agents. {{(pid=73900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:45:59.492753 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.managers [None req-9eede781-5e5a-40ed-9148-169f7db1b073 None None] Bound port: 2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44, host: dv-cinder-789077-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f443235-55d0-4d2d-a949-b49c1a220799', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700'}}] {{(pid=73902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 02 03:45:59.493085 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-9eede781-5e5a-40ed-9148-169f7db1b073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:59.495946 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.base_scheduler [None req-766518f3-f614-4c63-92c0-d04e535e9cb7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:45:59.500091 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766518f3-f614-4c63-92c0-d04e535e9cb7 admin admin] Received port after_create {{(pid=73900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 02 03:45:59.517327 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-6e9c77f1-0214-4cfc-9d7c-a6e1cf32c45d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:45:59.542973 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766518f3-f614-4c63-92c0-d04e535e9cb7 admin admin] Pushing event updated for resources: {'Port': ['ID=8b9ac207-b9aa-4916-b1a9-0f83aad78608,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:45:59.552435 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-766518f3-f614-4c63-92c0-d04e535e9cb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:45:59.567816 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-766518f3-f614-4c63-92c0-d04e535e9cb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400854'] for router_interface, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:59.574255 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-9eede781-5e5a-40ed-9148-169f7db1b073 None None] For port 2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44, host dv-cinder-789077-1-iscsi, cleared binding levels {{(pid=73902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 02 03:45:59.578096 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-9eede781-5e5a-40ed-9148-169f7db1b073 None None] For port 2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44, host dv-cinder-789077-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44,segment=NetworkSegment(3f443235-55d0-4d2d-a949-b49c1a220799),segment_id=3f443235-55d0-4d2d-a949-b49c1a220799)] {{(pid=73902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 02 03:45:59.582798 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-9eede781-5e5a-40ed-9148-169f7db1b073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:59.586755 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-1e12f053-01d4-4d1f-82c8-1a73369a432c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:45:59.667404 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eede781-5e5a-40ed-9148-169f7db1b073 None None] Routers {'9cc4b5a0-7c8a-4564-b9aa-63f41965780d'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:45:59.668032 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-9eede781-5e5a-40ed-9148-169f7db1b073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c557bb130>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:45:38Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['9cc4b5a0-7c8a-4564-b9aa-63f41965780d'], 'active': True} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:45:59.733584 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9c77f1-0214-4cfc-9d7c-a6e1cf32c45d None None] Pushing event updated for resources: {'Port': ['ID=2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44,revision_number=3']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:45:59.738673 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-6e9c77f1-0214-4cfc-9d7c-a6e1cf32c45d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:45:59.761485 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-7d58eb2e-5814-48d9-b97a-9aa2d61175cb None None] Provisioning for port 8b9ac207-b9aa-4916-b1a9-0f83aad78608 completed by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:45:59.818032 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-7d58eb2e-5814-48d9-b97a-9aa2d61175cb None None] Provisioning complete for port 8b9ac207-b9aa-4916-b1a9-0f83aad78608 triggered by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:45:59.818032 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7d58eb2e-5814-48d9-b97a-9aa2d61175cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:59.835143 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-766518f3-f614-4c63-92c0-d04e535e9cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:45:59.900722 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-7d58eb2e-5814-48d9-b97a-9aa2d61175cb None None] Port 8b9ac207-b9aa-4916-b1a9-0f83aad78608 cannot update to ACTIVE because it is not bound. {{(pid=73902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 02 03:45:59.909145 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvr_db [None req-9eede781-5e5a-40ed-9148-169f7db1b073 None None] Set router 9cc4b5a0-7c8a-4564-b9aa-63f41965780d gateway port host: dv-cinder-789077-1-iscsi {{(pid=73902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:45:59.976050 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b5c90c-c30e-4dd8-85d5-669d405ce03f req-71fe4824-46d4-4f65-9dee-47ad502eeb70 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:45:59.978505 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-76b5c90c-c30e-4dd8-85d5-669d405ce03f req-71fe4824-46d4-4f65-9dee-47ad502eeb70 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f392154-fc6d-4cbf-86f8-4511580e91bd HTTP/1.1" status: 200  len: 950 time: 0.0857563
May 02 03:46:00.027405 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-76b5c90c-c30e-4dd8-85d5-669d405ce03f req-ede52bb5-108c-4773-b391-056e2b40248e tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] 10.222.0.38 "GET /v2.0/security-groups?id=4aa8aee1-4fcb-4bd7-9b99-ec78c44bcccd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424004
May 02 03:46:00.067391 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-766518f3-f614-4c63-92c0-d04e535e9cb7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:00.071697 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-766518f3-f614-4c63-92c0-d04e535e9cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-899214'] for port, after_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:00.096021 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-b6cf2ea0-6fc7-4327-ad73-0fe3581d3829 tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:00.177802 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766518f3-f614-4c63-92c0-d04e535e9cb7 admin admin] Pushing event updated for resources: {'Port': ['ID=8b9ac207-b9aa-4916-b1a9-0f83aad78608,revision_number=2']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:00.180257 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-766518f3-f614-4c63-92c0-d04e535e9cb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-400757'] for router_interface, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:00.185127 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-766518f3-f614-4c63-92c0-d04e535e9cb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:00.202559 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-9eede781-5e5a-40ed-9148-169f7db1b073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c557bb130>, [{'id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'name': 'tempest-TestVolumeBootPattern-1686692641-router', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:45:55Z', 'updated_at': '2021-05-02T03:45:57Z', 'revision_number': 3, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'gw_port': {'id': '2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:06:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:45:56Z', 'updated_at': '2021-05-02T03:45:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi'}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:46:00.206391 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eede781-5e5a-40ed-9148-169f7db1b073 None None] The sync data for ids ['9cc4b5a0-7c8a-4564-b9aa-63f41965780d'] in dv-cinder-789077-1-iscsi is: [{'id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'name': 'tempest-TestVolumeBootPattern-1686692641-router', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:45:55Z', 'updated_at': '2021-05-02T03:45:57Z', 'revision_number': 3, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'gw_port': {'id': '2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:06:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:45:56Z', 'updated_at': '2021-05-02T03:45:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi'}] {{(pid=73902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 02 03:46:00.317489 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766518f3-f614-4c63-92c0-d04e535e9cb7 admin admin] Network e0f2c995-0c49-41f7-960f-54ff752d74e7 is already hosted by enough agents. {{(pid=73900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:46:00.318603 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.base_scheduler [None req-766518f3-f614-4c63-92c0-d04e535e9cb7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:46:00.458355 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device e31d1fd5-6ea0-4615-9b8d-b931ae1fd8ed up at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:46:00.561523 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-766518f3-f614-4c63-92c0-d04e535e9cb7 admin admin] Router 9cc4b5a0-7c8a-4564-b9aa-63f41965780d has already been hosted by L3 agent c822661f-3527-457d-a53a-678072f60f18 {{(pid=73900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 02 03:46:00.566955 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning complete for port e31d1fd5-6ea0-4615-9b8d-b931ae1fd8ed triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:46:00.567461 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:00.639704 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-79e698ab-e88c-4e29-b29a-aedbeaa3e9ab None None] Provisioning complete for port 8b9ac207-b9aa-4916-b1a9-0f83aad78608 triggered by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:46:00.640068 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-79e698ab-e88c-4e29-b29a-aedbeaa3e9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:00.744215 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766518f3-f614-4c63-92c0-d04e535e9cb7 admin admin] Notify agent at l3_agent.dv-cinder-789077-1-iscsi the message routers_updated {{(pid=73900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 02 03:46:00.755521 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-766518f3-f614-4c63-92c0-d04e535e9cb7 admin admin] 10.222.0.38 "PUT /v2.0/routers/9cc4b5a0-7c8a-4564-b9aa-63f41965780d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5304046
May 02 03:46:00.774372 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-79e698ab-e88c-4e29-b29a-aedbeaa3e9ab None None] Port 8b9ac207-b9aa-4916-b1a9-0f83aad78608 cannot update to ACTIVE because it is not bound. {{(pid=73902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 02 03:46:01.219882 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1969fe93-4e35-4fad-ad9a-8cb470794c52 req-df911159-8855-4a65-ae3c-5d090427ffff tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:46:01.220525 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-1969fe93-4e35-4fad-ad9a-8cb470794c52 req-df911159-8855-4a65-ae3c-5d090427ffff tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] Synchronizing usage tracker for tenant:737ccd375d1b41dab8cd4cc70058d56d on resource:port {{(pid=73900) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 02 03:46:01.240040 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-1969fe93-4e35-4fad-ad9a-8cb470794c52 req-df911159-8855-4a65-ae3c-5d090427ffff tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] Unset dirty status for tenant:737ccd375d1b41dab8cd4cc70058d56d on resource:port {{(pid=73900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 02 03:46:01.241233 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-1969fe93-4e35-4fad-ad9a-8cb470794c52 req-df911159-8855-4a65-ae3c-5d090427ffff tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f392154-fc6d-4cbf-86f8-4511580e91bd HTTP/1.1" status: 200  len: 950 time: 0.2288721
May 02 03:46:01.252472 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23898cc9-5150-4363-a9ed-f9359f1d65fe req-68a822f4-93f2-45c8-8d52-e9446865587b tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:46:01.253919 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-23898cc9-5150-4363-a9ed-f9359f1d65fe req-68a822f4-93f2-45c8-8d52-e9446865587b tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f392154-fc6d-4cbf-86f8-4511580e91bd HTTP/1.1" status: 200  len: 950 time: 0.0937030
May 02 03:46:01.305271 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-23898cc9-5150-4363-a9ed-f9359f1d65fe req-951dc0a0-63ac-4e83-b6a9-46c7972c6863 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] 10.222.0.38 "GET /v2.0/security-groups?id=4aa8aee1-4fcb-4bd7-9b99-ec78c44bcccd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455410
May 02 03:46:01.336841 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 40766) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:46:01.342906 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.v2.base [None req-03c47274-c586-43c4-9286-3c331d2245f8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-326728733-network', 'tenant_id': 'f8549fc7caab446788f69a8aef0fa5d4'}} {{(pid=73901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:46:01.347522 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-03c47274-c586-43c4-9286-3c331d2245f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:46:01.351293 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-03c47274-c586-43c4-9286-3c331d2245f8 admin admin] Usage tracker for resource:network and tenant:f8549fc7caab446788f69a8aef0fa5d4 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:46:01.354047 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-03c47274-c586-43c4-9286-3c331d2245f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:46:01.360459 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-03c47274-c586-43c4-9286-3c331d2245f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:46:01.370665 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c47274-c586-43c4-9286-3c331d2245f8 admin admin] Made reservation on behalf of f8549fc7caab446788f69a8aef0fa5d4 for: {'network': 1} {{(pid=73901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 02 03:46:01.373237 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-03c47274-c586-43c4-9286-3c331d2245f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for network, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:01.385317 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-03c47274-c586-43c4-9286-3c331d2245f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:01.386164 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [req-1969fe93-4e35-4fad-ad9a-8cb470794c52 req-65b5b415-441f-42df-afd1-d1f044edf9b9 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] Deleting port f32b1dbe-f02d-4d9b-8c30-179684feea88 {{(pid=73900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:46:01.386542 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-1969fe93-4e35-4fad-ad9a-8cb470794c52 req-65b5b415-441f-42df-afd1-d1f044edf9b9 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:01.399940 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-03c47274-c586-43c4-9286-3c331d2245f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:46:01.404312 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-03c47274-c586-43c4-9286-3c331d2245f8 admin admin] Usage tracker for resource:security_group_rule and tenant:f8549fc7caab446788f69a8aef0fa5d4 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:46:01.407097 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-03c47274-c586-43c4-9286-3c331d2245f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:46:01.412708 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-03c47274-c586-43c4-9286-3c331d2245f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:46:01.505191 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-03c47274-c586-43c4-9286-3c331d2245f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:01.510203 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-03c47274-c586-43c4-9286-3c331d2245f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:01.513806 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-e26f9838-e12e-4645-8277-17ce05fd6c93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:01.529265 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [req-1969fe93-4e35-4fad-ad9a-8cb470794c52 req-65b5b415-441f-42df-afd1-d1f044edf9b9 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] For port f32b1dbe-f02d-4d9b-8c30-179684feea88, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=f32b1dbe-f02d-4d9b-8c30-179684feea88,segment=NetworkSegment(371016b5-d553-4ed2-9863-e6bba2f4b50c),segment_id=371016b5-d553-4ed2-9863-e6bba2f4b50c)] {{(pid=73900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:46:01.529686 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-1969fe93-4e35-4fad-ad9a-8cb470794c52 req-65b5b415-441f-42df-afd1-d1f044edf9b9 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:01.544420 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03c47274-c586-43c4-9286-3c331d2245f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226}  {{(pid=73901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 02 03:46:01.549727 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c47274-c586-43c4-9286-3c331d2245f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39e7c2e-4e23-46df-9c65-658bf3f92529,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:01.553823 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-03c47274-c586-43c4-9286-3c331d2245f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:01.557647 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-03c47274-c586-43c4-9286-3c331d2245f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800657'] for segment, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:01.557982 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.db.segments_db [None req-03c47274-c586-43c4-9286-3c331d2245f8 admin admin] Added segment 4886b705-8028-49db-a39d-18400c34751d of type vlan for network e9061243-03d6-4d9d-a202-192819c241d1
May 02 03:46:01.596125 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-03c47274-c586-43c4-9286-3c331d2245f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747865320852'] for network, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:01.630465 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:46:01.633430 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-03c47274-c586-43c4-9286-3c331d2245f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347'] for network, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:01.635132 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c47274-c586-43c4-9286-3c331d2245f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:46:01.635789 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-03c47274-c586-43c4-9286-3c331d2245f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for network, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:01.641617 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-aeee98db-76e9-4b6b-a778-8045326f47e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:01.674951 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [req-1969fe93-4e35-4fad-ad9a-8cb470794c52 req-65b5b415-441f-42df-afd1-d1f044edf9b9 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] Calling delete_port for f32b1dbe-f02d-4d9b-8c30-179684feea88 owned by compute:nova {{(pid=73900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:46:01.748779 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-03c47274-c586-43c4-9286-3c331d2245f8 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.4107158
May 02 03:46:01.751630 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 40782) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:46:01.754319 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c47274-c586-43c4-9286-3c331d2245f8 admin admin] Pushing event updated for resources: {'Network': ['ID=e9061243-03d6-4d9d-a202-192819c241d1,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:01.757177 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-03c47274-c586-43c4-9286-3c331d2245f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:01.761316 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.v2.base [None req-d7dd1caa-bff3-4545-b8ca-35e4e6c36109 admin admin] Request body: {'subnet': {'network_id': 'e9061243-03d6-4d9d-a202-192819c241d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-326728733-subnet', 'tenant_id': 'f8549fc7caab446788f69a8aef0fa5d4', 'ip_version': 4}} {{(pid=73901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:46:01.766370 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Network e9061243-03d6-4d9d-a202-192819c241d1 details requested by agent ovs-agent-dv-cinder-789077-1-iscsi with host dv-cinder-789077-1-iscsi {{(pid=73902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 02 03:46:01.767468 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-d7dd1caa-bff3-4545-b8ca-35e4e6c36109 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:46:01.772025 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-d7dd1caa-bff3-4545-b8ca-35e4e6c36109 admin admin] Usage tracker for resource:subnet and tenant:f8549fc7caab446788f69a8aef0fa5d4 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:46:01.775038 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-d7dd1caa-bff3-4545-b8ca-35e4e6c36109 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:46:01.785333 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-d7dd1caa-bff3-4545-b8ca-35e4e6c36109 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:46:01.797923 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7dd1caa-bff3-4545-b8ca-35e4e6c36109 admin admin] Made reservation on behalf of f8549fc7caab446788f69a8aef0fa5d4 for: {'subnet': 1} {{(pid=73901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 02 03:46:01.801245 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-d7dd1caa-bff3-4545-b8ca-35e4e6c36109 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2160961'] for subnet, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:01.813765 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-1969fe93-4e35-4fad-ad9a-8cb470794c52 req-65b5b415-441f-42df-afd1-d1f044edf9b9 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-899257'] for port, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:01.830650 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-211a2500-44e4-4442-a4b4-005af26e1aa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:01.833064 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] get_ports_and_sgs() called for port_ids ['f32b1dbe-f02d-4d9b-8c30-179684feea88'] {{(pid=73902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 02 03:46:01.919905 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b5b415-441f-42df-afd1-d1f044edf9b9 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] Pushing event deleted for resources: {'Port': ['ID=f32b1dbe-f02d-4d9b-8c30-179684feea88,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:01.982333 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-65b5b415-441f-42df-afd1-d1f044edf9b9 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:01.984039 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.l3_dvrscheduler_db [req-1969fe93-4e35-4fad-ad9a-8cb470794c52 req-65b5b415-441f-42df-afd1-d1f044edf9b9 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] No DVR routers for this DVR port f32b1dbe-f02d-4d9b-8c30-179684feea88 on host hv-cinder-78907 {{(pid=73900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 02 03:46:01.987023 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-1969fe93-4e35-4fad-ad9a-8cb470794c52 req-65b5b415-441f-42df-afd1-d1f044edf9b9 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for port, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:01.988254 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ef7800-ca4a-475e-9180-458651b5fa9f None None] Sync routers for ids ['9cc4b5a0-7c8a-4564-b9aa-63f41965780d'] in dv-cinder-789077-1-iscsi {{(pid=73903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 02 03:46:01.990495 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f392154-fc6d-4cbf-86f8-4511580e91bd', 'name': 'network-vif-deleted', 'tag': 'f32b1dbe-f02d-4d9b-8c30-179684feea88'}] {{(pid=73900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:46:02.014453 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ef7800-ca4a-475e-9180-458651b5fa9f None None] Routers {'9cc4b5a0-7c8a-4564-b9aa-63f41965780d'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:46:02.015192 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-e4ef7800-ca4a-475e-9180-458651b5fa9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c55802490>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:45:38Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['9cc4b5a0-7c8a-4564-b9aa-63f41965780d'], 'active': True} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:46:02.016189 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-1969fe93-4e35-4fad-ad9a-8cb470794c52 req-65b5b415-441f-42df-afd1-d1f044edf9b9 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] 10.222.0.37 "DELETE /v2.0/ports/f32b1dbe-f02d-4d9b-8c30-179684feea88 HTTP/1.1" status: 204  len: 173 time: 0.7678473
May 02 03:46:02.054138 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f392154-fc6d-4cbf-86f8-4511580e91bd', 'name': 'network-vif-deleted', 'tag': 'f32b1dbe-f02d-4d9b-8c30-179684feea88', 'status': 'completed', 'code': 200}
May 02 03:46:02.274037 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvr_db [None req-e4ef7800-ca4a-475e-9180-458651b5fa9f None None] Set router 9cc4b5a0-7c8a-4564-b9aa-63f41965780d gateway port host: dv-cinder-789077-1-iscsi {{(pid=73903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:46:02.365029 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-d7dd1caa-bff3-4545-b8ca-35e4e6c36109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3711789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2160983'] for subnet, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:02.368916 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:02.452625 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd1caa-bff3-4545-b8ca-35e4e6c36109 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85d242c7-8b76-437d-bc69-e01a51bbabb4,revision_number=0']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:02.456525 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-d7dd1caa-bff3-4545-b8ca-35e4e6c36109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:02.495121 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44 up at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:46:02.506912 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd1caa-bff3-4545-b8ca-35e4e6c36109 admin admin] Checking segment: {'id': '4886b705-8028-49db-a39d-18400c34751d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'e9061243-03d6-4d9d-a202-192819c241d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:46:02.507395 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dd1caa-bff3-4545-b8ca-35e4e6c36109 admin admin] Network hostable DHCP agents. Network: e9061243-03d6-4d9d-a202-192819c241d1, hostable agents: ['b8cff7bf-6a12-4b5e-9f6f-ac6aa9384c4c'], hosted agents: [] {{(pid=73901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 02 03:46:02.523207 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9b5055a1-55e5-4a40-9581-98bbee37c050 req-0b6f8e9c-ad2b-43fa-a786-940cd593c994 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f392154-fc6d-4cbf-86f8-4511580e91bd HTTP/1.1" status: 200  len: 210 time: 0.0604997
May 02 03:46:02.540979 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dd1caa-bff3-4545-b8ca-35e4e6c36109 admin admin] Network e9061243-03d6-4d9d-a202-192819c241d1 is scheduled to be hosted by DHCP agent b8cff7bf-6a12-4b5e-9f6f-ac6aa9384c4c with binding_index 1 {{(pid=73901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 02 03:46:02.565182 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.base_scheduler [None req-d7dd1caa-bff3-4545-b8ca-35e4e6c36109 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789077-1-iscsi, e9061243-03d6-4d9d-a202-192819c241d1) {{(pid=73901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:46:02.577120 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7dd1caa-bff3-4545-b8ca-35e4e6c36109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:46:02.577783 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-d7dd1caa-bff3-4545-b8ca-35e4e6c36109 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for subnet, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:02.579147 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025ed3f1-7155-432b-8751-ab359a967785 None None] Network e9061243-03d6-4d9d-a202-192819c241d1 requested from dv-cinder-789077-1-iscsi {{(pid=73902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 02 03:46:02.615145 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 40798) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:46:02.616274 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-d7dd1caa-bff3-4545-b8ca-35e4e6c36109 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.8626511
May 02 03:46:02.620784 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [None req-2c74cd3a-9e05-43e2-b741-5a5e03879155 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-326728733-router', 'tenant_id': 'f8549fc7caab446788f69a8aef0fa5d4', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700'}}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:46:02.626041 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-2c74cd3a-9e05-43e2-b741-5a5e03879155 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:46:02.630534 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-2c74cd3a-9e05-43e2-b741-5a5e03879155 admin admin] Usage tracker for resource:router and tenant:f8549fc7caab446788f69a8aef0fa5d4 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:46:02.634070 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-2c74cd3a-9e05-43e2-b741-5a5e03879155 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:46:02.642275 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-2c74cd3a-9e05-43e2-b741-5a5e03879155 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:46:02.655623 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-2c74cd3a-9e05-43e2-b741-5a5e03879155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-420455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1022290'] for router, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:02.657328 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-2c74cd3a-9e05-43e2-b741-5a5e03879155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-356199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419551', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022299'] for router, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:02.680334 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-2c74cd3a-9e05-43e2-b741-5a5e03879155 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:02.699792 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-e4ef7800-ca4a-475e-9180-458651b5fa9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c55802490>, [{'id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'name': 'tempest-TestVolumeBootPattern-1686692641-router', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:45:55Z', 'updated_at': '2021-05-02T03:45:59Z', 'revision_number': 4, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'gw_port': {'id': '2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:06:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:45:56Z', 'updated_at': '2021-05-02T03:45:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_interfaces': [{'id': '8b9ac207-b9aa-4916-b1a9-0f83aad78608', 'name': '', 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'mac_address': 'fa:16:3e:d8:a6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4adfad06-ce64-4b56-9404-7ece70fb7c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:45:58Z', 'updated_at': '2021-05-02T03:45:59Z', 'revision_number': 2, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'subnets': [{'id': '4adfad06-ce64-4b56-9404-7ece70fb7c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:46:02.706082 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ef7800-ca4a-475e-9180-458651b5fa9f None None] Checking router: 9cc4b5a0-7c8a-4564-b9aa-63f41965780d for host: dv-cinder-789077-1-iscsi {{(pid=73903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 02 03:46:02.706464 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ef7800-ca4a-475e-9180-458651b5fa9f None None] Updating router 9cc4b5a0-7c8a-4564-b9aa-63f41965780d port 8b9ac207-b9aa-4916-b1a9-0f83aad78608 binding host dv-cinder-789077-1-iscsi {{(pid=73903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 02 03:46:02.736304 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning for port 2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44 completed by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:46:02.745152 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning complete for port 2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44 triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:46:02.745596 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:02.765796 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-e4ef7800-ca4a-475e-9180-458651b5fa9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:02.954228 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e939df01-3222-4992-96ff-30f95a8063f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp638e923c-381b-5c45-a4d5-c004445b304f-e9061243-03d6-4d9d-a202-192819c241d1', 'network_id': 'e9061243-03d6-4d9d-a202-192819c241d1', 'tenant_id': 'f8549fc7caab446788f69a8aef0fa5d4', 'fixed_ips': [{'subnet_id': '85d242c7-8b76-437d-bc69-e01a51bbabb4'}]}} from dv-cinder-789077-1-iscsi. {{(pid=73902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 02 03:46:02.955149 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-e939df01-3222-4992-96ff-30f95a8063f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_create {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:02.969236 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-2c74cd3a-9e05-43e2-b741-5a5e03879155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419542', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-420361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1022377'] for router, precommit_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:02.976681 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:03.043143 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] For port 2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44,segment=NetworkSegment(3f443235-55d0-4d2d-a949-b49c1a220799),segment_id=3f443235-55d0-4d2d-a949-b49c1a220799)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:46:03.054954 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:03.063741 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:03.154284 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-e4ef7800-ca4a-475e-9180-458651b5fa9f None None] Notify callbacks [] for port, precommit_update {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:03.185876 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Pushing event updated for resources: {'Port': ['ID=2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44,revision_number=4']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:03.188169 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.provisioning_blocks [None req-e4ef7800-ca4a-475e-9180-458651b5fa9f None None] Transition to ACTIVE for port object 8b9ac207-b9aa-4916-b1a9-0f83aad78608 will not be triggered until provisioned by entity L2. {{(pid=73903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:46:03.198031 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:03.207169 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-e4ef7800-ca4a-475e-9180-458651b5fa9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:03.215148 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:03.221691 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.db_base_plugin_common [None req-e939df01-3222-4992-96ff-30f95a8063f0 None None] Allocated IP 172.20.0.2 (e9061243-03d6-4d9d-a202-192819c241d1/85d242c7-8b76-437d-bc69-e01a51bbabb4/44d09333-caa3-4458-be09-c4e831a11654) {{(pid=73902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 02 03:46:03.333304 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a1ee8f-e867-479c-933c-2e3f72fb3083 None None] Pushing event updated for resources: {'Port': ['ID=8b9ac207-b9aa-4916-b1a9-0f83aad78608,revision_number=3']} {{(pid=73903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:03.347387 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-2c74cd3a-9e05-43e2-b741-5a5e03879155 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:03.393752 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a1ee8f-e867-479c-933c-2e3f72fb3083 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:46:03.394288 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a1ee8f-e867-479c-933c-2e3f72fb3083 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:46:03.394655 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a1ee8f-e867-479c-933c-2e3f72fb3083 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:46:03.394973 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a1ee8f-e867-479c-933c-2e3f72fb3083 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:46:03.395285 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a1ee8f-e867-479c-933c-2e3f72fb3083 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:46:03.395595 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a1ee8f-e867-479c-933c-2e3f72fb3083 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:46:03.396096 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a1ee8f-e867-479c-933c-2e3f72fb3083 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:46:03.396537 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a1ee8f-e867-479c-933c-2e3f72fb3083 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:46:03.396854 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a1ee8f-e867-479c-933c-2e3f72fb3083 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:46:03.397232 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a1ee8f-e867-479c-933c-2e3f72fb3083 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:46:03.397537 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a1ee8f-e867-479c-933c-2e3f72fb3083 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:46:03.398004 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a1ee8f-e867-479c-933c-2e3f72fb3083 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:46:03.409566 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG oslo_concurrency.lockutils [None req-30a1ee8f-e867-479c-933c-2e3f72fb3083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=73903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:03.417437 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-2c74cd3a-9e05-43e2-b741-5a5e03879155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:03.567678 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-e939df01-3222-4992-96ff-30f95a8063f0 None None] Notify callbacks [] for port, precommit_create {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:03.588801 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-e939df01-3222-4992-96ff-30f95a8063f0 None None] Transition to ACTIVE for port object 44d09333-caa3-4458-be09-c4e831a11654 will not be triggered until provisioned by entity L2. {{(pid=73902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:46:03.622316 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-e939df01-3222-4992-96ff-30f95a8063f0 None None] Transition to ACTIVE for port object 44d09333-caa3-4458-be09-c4e831a11654 will not be triggered until provisioned by entity DHCP. {{(pid=73902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:46:03.626972 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.managers [None req-e4ef7800-ca4a-475e-9180-458651b5fa9f None None] Attempting to bind port 8b9ac207-b9aa-4916-b1a9-0f83aad78608 on host dv-cinder-789077-1-iscsi for vnic_type normal with profile  {{(pid=73903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 02 03:46:03.627382 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.managers [None req-e4ef7800-ca4a-475e-9180-458651b5fa9f None None] Attempting to bind port 8b9ac207-b9aa-4916-b1a9-0f83aad78608 by drivers openvswitch,hyperv on host dv-cinder-789077-1-iscsi at level 0 using segments [{'id': 'f2d762ee-186f-403b-bcea-c59708d84555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7'}] {{(pid=73903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 02 03:46:03.627721 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ef7800-ca4a-475e-9180-458651b5fa9f None None] Attempting to bind port 8b9ac207-b9aa-4916-b1a9-0f83aad78608 on network e0f2c995-0c49-41f7-960f-54ff752d74e7 {{(pid=73903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:46:03.631845 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-e939df01-3222-4992-96ff-30f95a8063f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747865333526'] for port, after_create {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:03.639088 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-0fcfda78-b118-4912-97a6-b96bb300d0ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:03.640485 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ef7800-ca4a-475e-9180-458651b5fa9f None None] Checking agent: {'id': 'b50cee90-c6d3-4c0d-a208-12c20bd9f0cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 2, 8), 'started_at': datetime.datetime(2021, 5, 2, 3, 2, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 02 03:46:03.640858 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ef7800-ca4a-475e-9180-458651b5fa9f None None] Checking segment: {'id': 'f2d762ee-186f-403b-bcea-c59708d84555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:46:03.641253 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-e4ef7800-ca4a-475e-9180-458651b5fa9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:03.641634 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ef7800-ca4a-475e-9180-458651b5fa9f None None] Bound using segment: {'id': 'f2d762ee-186f-403b-bcea-c59708d84555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7'} {{(pid=73903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 02 03:46:03.642096 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.managers [None req-e4ef7800-ca4a-475e-9180-458651b5fa9f None None] Bound port: 8b9ac207-b9aa-4916-b1a9-0f83aad78608, host: dv-cinder-789077-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d762ee-186f-403b-bcea-c59708d84555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7'}}] {{(pid=73903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 02 03:46:03.642499 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-e4ef7800-ca4a-475e-9180-458651b5fa9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:03.746055 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e939df01-3222-4992-96ff-30f95a8063f0 None None] Network e9061243-03d6-4d9d-a202-192819c241d1 is already hosted by enough agents. {{(pid=73902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:46:03.752909 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.scheduler.base_scheduler [None req-e939df01-3222-4992-96ff-30f95a8063f0 None None] Resources bound (agent type, host, resource id):  {{(pid=73902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:46:03.755272 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e939df01-3222-4992-96ff-30f95a8063f0 None None] Received port after_create {{(pid=73902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 02 03:46:03.768658 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e939df01-3222-4992-96ff-30f95a8063f0 None None] Pushing event updated for resources: {'Port': ['ID=44d09333-caa3-4458-be09-c4e831a11654,revision_number=1']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:03.781676 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.db [None req-e4ef7800-ca4a-475e-9180-458651b5fa9f None None] For port 8b9ac207-b9aa-4916-b1a9-0f83aad78608, host dv-cinder-789077-1-iscsi, cleared binding levels {{(pid=73903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 02 03:46:03.787540 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.db [None req-e4ef7800-ca4a-475e-9180-458651b5fa9f None None] For port 8b9ac207-b9aa-4916-b1a9-0f83aad78608, host dv-cinder-789077-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=8b9ac207-b9aa-4916-b1a9-0f83aad78608,segment=NetworkSegment(f2d762ee-186f-403b-bcea-c59708d84555),segment_id=f2d762ee-186f-403b-bcea-c59708d84555)] {{(pid=73903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 02 03:46:03.796913 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-e4ef7800-ca4a-475e-9180-458651b5fa9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:03.812944 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG oslo_concurrency.lockutils [None req-3377e5d6-a404-4691-bc16-aefb4380ee5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:03.864253 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-e939df01-3222-4992-96ff-30f95a8063f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:03.877396 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.db_base_plugin_common [None req-2c74cd3a-9e05-43e2-b741-5a5e03879155 admin admin] Allocated IP 172.27.0.121 (8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700/cde322b7-5107-4ee3-8bef-bf160ca73532/6f9087a8-9c04-4c8c-8766-ffc8a14bd6cf) {{(pid=73900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 02 03:46:03.896253 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a1ee8f-e867-479c-933c-2e3f72fb3083 None None] Pushing event updated for resources: {'Port': ['ID=8b9ac207-b9aa-4916-b1a9-0f83aad78608,revision_number=4']} {{(pid=73903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:03.912233 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG oslo_concurrency.lockutils [None req-30a1ee8f-e867-479c-933c-2e3f72fb3083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:03.928185 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ef7800-ca4a-475e-9180-458651b5fa9f None None] Routers {'9cc4b5a0-7c8a-4564-b9aa-63f41965780d'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:46:03.928890 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-e4ef7800-ca4a-475e-9180-458651b5fa9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c55802490>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:45:38Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['9cc4b5a0-7c8a-4564-b9aa-63f41965780d'], 'active': True} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:46:03.974044 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.managers [None req-e939df01-3222-4992-96ff-30f95a8063f0 None None] Attempting to bind port 44d09333-caa3-4458-be09-c4e831a11654 on host dv-cinder-789077-1-iscsi for vnic_type normal with profile  {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 02 03:46:03.978443 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.managers [None req-e939df01-3222-4992-96ff-30f95a8063f0 None None] Attempting to bind port 44d09333-caa3-4458-be09-c4e831a11654 by drivers openvswitch,hyperv on host dv-cinder-789077-1-iscsi at level 0 using segments [{'id': '4886b705-8028-49db-a39d-18400c34751d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'e9061243-03d6-4d9d-a202-192819c241d1'}] {{(pid=73902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 02 03:46:03.979244 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e939df01-3222-4992-96ff-30f95a8063f0 None None] Attempting to bind port 44d09333-caa3-4458-be09-c4e831a11654 on network e9061243-03d6-4d9d-a202-192819c241d1 {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:46:03.997061 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e939df01-3222-4992-96ff-30f95a8063f0 None None] Checking agent: {'id': 'b50cee90-c6d3-4c0d-a208-12c20bd9f0cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 2, 8), 'started_at': datetime.datetime(2021, 5, 2, 3, 2, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 02 03:46:03.997944 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e939df01-3222-4992-96ff-30f95a8063f0 None None] Checking segment: {'id': '4886b705-8028-49db-a39d-18400c34751d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'e9061243-03d6-4d9d-a202-192819c241d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:46:03.998889 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-e939df01-3222-4992-96ff-30f95a8063f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:03.999545 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e939df01-3222-4992-96ff-30f95a8063f0 None None] Bound using segment: {'id': '4886b705-8028-49db-a39d-18400c34751d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'e9061243-03d6-4d9d-a202-192819c241d1'} {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 02 03:46:04.000262 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.managers [None req-e939df01-3222-4992-96ff-30f95a8063f0 None None] Bound port: 44d09333-caa3-4458-be09-c4e831a11654, host: dv-cinder-789077-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4886b705-8028-49db-a39d-18400c34751d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'e9061243-03d6-4d9d-a202-192819c241d1'}}] {{(pid=73902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 02 03:46:04.000935 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-e939df01-3222-4992-96ff-30f95a8063f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:04.093554 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-2c74cd3a-9e05-43e2-b741-5a5e03879155 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:04.141272 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-2c74cd3a-9e05-43e2-b741-5a5e03879155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747865333526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-899257'] for port, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:04.147241 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-c29c372d-e765-4d37-8950-84b110aa8fd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:04.149314 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvr_db [None req-e4ef7800-ca4a-475e-9180-458651b5fa9f None None] Set router 9cc4b5a0-7c8a-4564-b9aa-63f41965780d gateway port host: dv-cinder-789077-1-iscsi {{(pid=73903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:46:04.209914 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-e939df01-3222-4992-96ff-30f95a8063f0 None None] For port 44d09333-caa3-4458-be09-c4e831a11654, host dv-cinder-789077-1-iscsi, cleared binding levels {{(pid=73902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 02 03:46:04.211416 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c74cd3a-9e05-43e2-b741-5a5e03879155 admin admin] Network 8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700 is already hosted by enough agents. {{(pid=73900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:46:04.213255 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-e939df01-3222-4992-96ff-30f95a8063f0 None None] For port 44d09333-caa3-4458-be09-c4e831a11654, host dv-cinder-789077-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=44d09333-caa3-4458-be09-c4e831a11654,segment=NetworkSegment(4886b705-8028-49db-a39d-18400c34751d),segment_id=4886b705-8028-49db-a39d-18400c34751d)] {{(pid=73902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 02 03:46:04.219599 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.base_scheduler [None req-2c74cd3a-9e05-43e2-b741-5a5e03879155 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:46:04.223374 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-e939df01-3222-4992-96ff-30f95a8063f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:04.224061 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c74cd3a-9e05-43e2-b741-5a5e03879155 admin admin] Received port after_create {{(pid=73900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 02 03:46:04.227881 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-b8b55816-e2d3-4750-b85f-8549d8a4f51b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:04.337948 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e939df01-3222-4992-96ff-30f95a8063f0 None None] Pushing event updated for resources: {'Port': ['ID=44d09333-caa3-4458-be09-c4e831a11654,revision_number=2']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:04.346399 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-e939df01-3222-4992-96ff-30f95a8063f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:04.442089 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c74cd3a-9e05-43e2-b741-5a5e03879155 admin admin] Pushing event updated for resources: {'Port': ['ID=6f9087a8-9c04-4c8c-8766-ffc8a14bd6cf,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:04.445681 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44 up at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:46:04.446198 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-2c74cd3a-9e05-43e2-b741-5a5e03879155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:04.556244 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning complete for port 2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44 triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:46:04.556624 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:04.589485 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-e4ef7800-ca4a-475e-9180-458651b5fa9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c55802490>, [{'id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'name': 'tempest-TestVolumeBootPattern-1686692641-router', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:45:55Z', 'updated_at': '2021-05-02T03:45:59Z', 'revision_number': 4, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'gw_port': {'id': '2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:45:56Z', 'updated_at': '2021-05-02T03:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_interfaces': [{'id': '8b9ac207-b9aa-4916-b1a9-0f83aad78608', 'name': '', 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'mac_address': 'fa:16:3e:d8:a6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4adfad06-ce64-4b56-9404-7ece70fb7c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:45:58Z', 'updated_at': '2021-05-02T03:46:03Z', 'revision_number': 4, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'subnets': [{'id': '4adfad06-ce64-4b56-9404-7ece70fb7c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:46:04.603703 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ef7800-ca4a-475e-9180-458651b5fa9f None None] The sync data for ids ['9cc4b5a0-7c8a-4564-b9aa-63f41965780d'] in dv-cinder-789077-1-iscsi is: [{'id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'name': 'tempest-TestVolumeBootPattern-1686692641-router', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:45:55Z', 'updated_at': '2021-05-02T03:45:59Z', 'revision_number': 4, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'gw_port': {'id': '2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:45:56Z', 'updated_at': '2021-05-02T03:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_interfaces': [{'id': '8b9ac207-b9aa-4916-b1a9-0f83aad78608', 'name': '', 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'mac_address': 'fa:16:3e:d8:a6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4adfad06-ce64-4b56-9404-7ece70fb7c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:45:58Z', 'updated_at': '2021-05-02T03:46:03Z', 'revision_number': 4, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'subnets': [{'id': '4adfad06-ce64-4b56-9404-7ece70fb7c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 02 03:46:04.814386 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-2c74cd3a-9e05-43e2-b741-5a5e03879155 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:04.985064 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device f32b1dbe-f02d-4d9b-8c30-179684feea88 no longer exists at agent hyperv_hv-cinder-78907 {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 02 03:46:05.108978 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] No Port match for: f32b1dbe-f02d-4d9b-8c30-179684feea88 {{(pid=73902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 02 03:46:05.109331 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device f32b1dbe-f02d-4d9b-8c30-179684feea88 not bound to the agent host hv-cinder-78907 {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 02 03:46:05.191700 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-a374d883-243c-4cab-95de-873c2e613eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:05.318695 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-2c74cd3a-9e05-43e2-b741-5a5e03879155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419513'] for router, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:05.620784 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c74cd3a-9e05-43e2-b741-5a5e03879155 admin admin] Router 7da7a0d3-2f2c-4636-a137-7fbf588667ea is scheduled to L3 agent c822661f-3527-457d-a53a-678072f60f18 with binding_index 1 {{(pid=73900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 02 03:46:05.728969 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366bb124-4fc8-4a8d-8441-5705f734e6de None None] Network e9061243-03d6-4d9d-a202-192819c241d1 requested from dv-cinder-789077-1-iscsi {{(pid=73902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 02 03:46:05.906870 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-25c08959-51e9-4aa2-9481-c4e5060c1c6d None None] Provisioning for port 44d09333-caa3-4458-be09-c4e831a11654 completed by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:46:06.015075 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c74cd3a-9e05-43e2-b741-5a5e03879155 admin admin] Notify agent at l3_agent.dv-cinder-789077-1-iscsi the message routers_updated {{(pid=73900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 02 03:46:06.038822 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0542a96-5231-40a9-88e3-1dd3ac34d9ea None None] Sync routers for ids ['7da7a0d3-2f2c-4636-a137-7fbf588667ea'] in dv-cinder-789077-1-iscsi {{(pid=73902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 02 03:46:06.048681 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-2c74cd3a-9e05-43e2-b741-5a5e03879155 admin admin] Notify callbacks [] for router, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:06.053408 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-2c74cd3a-9e05-43e2-b741-5a5e03879155 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.4371700
May 02 03:46:06.053742 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 40964) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:46:06.076133 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0542a96-5231-40a9-88e3-1dd3ac34d9ea None None] Routers {'7da7a0d3-2f2c-4636-a137-7fbf588667ea'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:46:06.076910 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-e0542a96-5231-40a9-88e3-1dd3ac34d9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c54c48f70>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:45:38Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['7da7a0d3-2f2c-4636-a137-7fbf588667ea'], 'active': True} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:46:06.326285 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 40998) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:46:06.403946 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvr_db [None req-e0542a96-5231-40a9-88e3-1dd3ac34d9ea None None] Set router 7da7a0d3-2f2c-4636-a137-7fbf588667ea gateway port host: dv-cinder-789077-1-iscsi {{(pid=73902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:46:06.565938 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 8b9ac207-b9aa-4916-b1a9-0f83aad78608 up at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:46:06.593819 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-736e93f0-9a9b-4cd3-a5ce-28977127809d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:06.627521 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-736e93f0-9a9b-4cd3-a5ce-28977127809d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:46:06.631671 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-736e93f0-9a9b-4cd3-a5ce-28977127809d admin admin] Usage tracker for resource:security_group_rule and tenant:ccf419738e8646168391ade27f116bc9 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:46:06.634641 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-736e93f0-9a9b-4cd3-a5ce-28977127809d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:46:06.650411 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-736e93f0-9a9b-4cd3-a5ce-28977127809d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:46:06.759552 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-736e93f0-9a9b-4cd3-a5ce-28977127809d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:06.767646 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-736e93f0-9a9b-4cd3-a5ce-28977127809d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:06.780833 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-6ea1fe3a-2f5f-4d74-bf10-ac48e085c4f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:06.842790 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 41016) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:46:06.843453 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-736e93f0-9a9b-4cd3-a5ce-28977127809d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ccf419738e8646168391ade27f116bc9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5150201
May 02 03:46:06.844536 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736e93f0-9a9b-4cd3-a5ce-28977127809d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea97cbe4-bd82-48d2-bbb5-ef3e92765312,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:06.848086 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-736e93f0-9a9b-4cd3-a5ce-28977127809d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:06.870535 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning for port 8b9ac207-b9aa-4916-b1a9-0f83aad78608 completed by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:46:06.878754 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning complete for port 8b9ac207-b9aa-4916-b1a9-0f83aad78608 triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:46:06.879137 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:06.997571 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-f12f5cab-d9f2-4305-89a0-25f57ce1541c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:07.009402 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-e0542a96-5231-40a9-88e3-1dd3ac34d9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c54c48f70>, [{'id': '7da7a0d3-2f2c-4636-a137-7fbf588667ea', 'name': 'tempest-TestVolumeBootPattern-326728733-router', 'tenant_id': 'f8549fc7caab446788f69a8aef0fa5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '6f9087a8-9c04-4c8c-8766-ffc8a14bd6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:46:02Z', 'updated_at': '2021-05-02T03:46:04Z', 'revision_number': 3, 'project_id': 'f8549fc7caab446788f69a8aef0fa5d4', 'gw_port': {'id': '6f9087a8-9c04-4c8c-8766-ffc8a14bd6cf', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da7a0d3-2f2c-4636-a137-7fbf588667ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:46:03Z', 'updated_at': '2021-05-02T03:46:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi'}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:46:07.023151 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0542a96-5231-40a9-88e3-1dd3ac34d9ea None None] Checking router: 7da7a0d3-2f2c-4636-a137-7fbf588667ea for host: dv-cinder-789077-1-iscsi {{(pid=73902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 02 03:46:07.023151 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0542a96-5231-40a9-88e3-1dd3ac34d9ea None None] Updating router 7da7a0d3-2f2c-4636-a137-7fbf588667ea port 6f9087a8-9c04-4c8c-8766-ffc8a14bd6cf binding host dv-cinder-789077-1-iscsi {{(pid=73902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 02 03:46:07.065907 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-f12f5cab-d9f2-4305-89a0-25f57ce1541c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:07.070819 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:07.105143 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-e0542a96-5231-40a9-88e3-1dd3ac34d9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:07.153654 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] For port 8b9ac207-b9aa-4916-b1a9-0f83aad78608, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=8b9ac207-b9aa-4916-b1a9-0f83aad78608,segment=NetworkSegment(f2d762ee-186f-403b-bcea-c59708d84555),segment_id=f2d762ee-186f-403b-bcea-c59708d84555)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:46:07.161623 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:07.162460 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 44d09333-caa3-4458-be09-c4e831a11654 up at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:46:07.162571 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-c89d6a2f-6766-4e85-bd2e-216817164123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:07.194218 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-6e9c77f1-0214-4cfc-9d7c-a6e1cf32c45d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:07.220168 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-f12f5cab-d9f2-4305-89a0-25f57ce1541c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:07.226411 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-779a0d0f-55aa-4dde-8c10-e1a793bf3bd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:07.249503 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12f5cab-d9f2-4305-89a0-25f57ce1541c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea97cbe4-bd82-48d2-bbb5-ef3e92765312,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:07.255030 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-f12f5cab-d9f2-4305-89a0-25f57ce1541c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:07.271161 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-f12f5cab-d9f2-4305-89a0-25f57ce1541c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:07.278875 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-f12f5cab-d9f2-4305-89a0-25f57ce1541c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ea97cbe4-bd82-48d2-bbb5-ef3e92765312 HTTP/1.1" status: 204  len: 168 time: 0.4280262
May 02 03:46:07.369632 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Pushing event updated for resources: {'Port': ['ID=8b9ac207-b9aa-4916-b1a9-0f83aad78608,revision_number=5']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:07.378568 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:07.455048 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.db_base_plugin_common [None req-c89d6a2f-6766-4e85-bd2e-216817164123 admin admin] Allocated IP 172.20.0.1 (e9061243-03d6-4d9d-a202-192819c241d1/85d242c7-8b76-437d-bc69-e01a51bbabb4/2e620420-01a0-478e-8925-725720aebd36) {{(pid=73901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 02 03:46:07.470836 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning for port 44d09333-caa3-4458-be09-c4e831a11654 completed by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:46:07.479563 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning complete for port 44d09333-caa3-4458-be09-c4e831a11654 triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:46:07.480241 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:07.641485 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:07.662384 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-c89d6a2f-6766-4e85-bd2e-216817164123 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:07.670202 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 41060) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:46:07.685624 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.provisioning_blocks [None req-c89d6a2f-6766-4e85-bd2e-216817164123 admin admin] Transition to ACTIVE for port object 2e620420-01a0-478e-8925-725720aebd36 will not be triggered until provisioned by entity DHCP. {{(pid=73901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:46:07.700833 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-b4d4350e-1d84-4ed8-81cd-7993f94432b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:07.713481 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-c89d6a2f-6766-4e85-bd2e-216817164123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747865333526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718557'] for port, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:07.718772 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] For port 44d09333-caa3-4458-be09-c4e831a11654, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=44d09333-caa3-4458-be09-c4e831a11654,segment=NetworkSegment(4886b705-8028-49db-a39d-18400c34751d),segment_id=4886b705-8028-49db-a39d-18400c34751d)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:46:07.720494 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-b4d4350e-1d84-4ed8-81cd-7993f94432b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:46:07.720834 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:07.725976 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-b4d4350e-1d84-4ed8-81cd-7993f94432b6 admin admin] Usage tracker for resource:security_group_rule and tenant:ac5c4fc80d7e4c9c8c41f09c216fa8f4 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:46:07.729659 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-b4d4350e-1d84-4ed8-81cd-7993f94432b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:46:07.737672 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:07.738652 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-b4d4350e-1d84-4ed8-81cd-7993f94432b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:46:07.744195 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:07.804201 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-e0542a96-5231-40a9-88e3-1dd3ac34d9ea None None] Notify callbacks [] for port, precommit_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:07.806968 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89d6a2f-6766-4e85-bd2e-216817164123 admin admin] Network e9061243-03d6-4d9d-a202-192819c241d1 is already hosted by enough agents. {{(pid=73901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:46:07.812385 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.base_scheduler [None req-c89d6a2f-6766-4e85-bd2e-216817164123 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:46:07.815749 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89d6a2f-6766-4e85-bd2e-216817164123 admin admin] Received port after_create {{(pid=73901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 02 03:46:07.834390 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-e0542a96-5231-40a9-88e3-1dd3ac34d9ea None None] Transition to ACTIVE for port object 6f9087a8-9c04-4c8c-8766-ffc8a14bd6cf will not be triggered until provisioned by entity L2. {{(pid=73902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:46:07.847238 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Pushing event updated for resources: {'Port': ['ID=44d09333-caa3-4458-be09-c4e831a11654,revision_number=3']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:07.852055 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:07.880425 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-e0542a96-5231-40a9-88e3-1dd3ac34d9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:07.892439 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:07.893653 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89d6a2f-6766-4e85-bd2e-216817164123 admin admin] Pushing event updated for resources: {'Port': ['ID=2e620420-01a0-478e-8925-725720aebd36,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:07.903491 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-c89d6a2f-6766-4e85-bd2e-216817164123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:07.905546 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-b4d4350e-1d84-4ed8-81cd-7993f94432b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:07.911712 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-b4d4350e-1d84-4ed8-81cd-7993f94432b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:07.916393 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-c89d6a2f-6766-4e85-bd2e-216817164123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400854'] for router_interface, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:07.945207 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-5b851db7-ab63-4f10-9d82-0c4a024c614a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:07.960233 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-b4d4350e-1d84-4ed8-81cd-7993f94432b6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ac5c4fc80d7e4c9c8c41f09c216fa8f4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2878418
May 02 03:46:07.962811 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 41068) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:46:07.977578 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc69fb-cf4f-4040-b17f-9016ed09ba04 None None] Pushing event updated for resources: {'Port': ['ID=6f9087a8-9c04-4c8c-8766-ffc8a14bd6cf,revision_number=2']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:07.988693 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-accc69fb-cf4f-4040-b17f-9016ed09ba04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:08.015372 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.managers [None req-e0542a96-5231-40a9-88e3-1dd3ac34d9ea None None] Attempting to bind port 6f9087a8-9c04-4c8c-8766-ffc8a14bd6cf on host dv-cinder-789077-1-iscsi for vnic_type normal with profile  {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 02 03:46:08.015757 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.managers [None req-e0542a96-5231-40a9-88e3-1dd3ac34d9ea None None] Attempting to bind port 6f9087a8-9c04-4c8c-8766-ffc8a14bd6cf by drivers openvswitch,hyperv on host dv-cinder-789077-1-iscsi at level 0 using segments [{'id': '3f443235-55d0-4d2d-a949-b49c1a220799', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700'}] {{(pid=73902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 02 03:46:08.016182 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0542a96-5231-40a9-88e3-1dd3ac34d9ea None None] Attempting to bind port 6f9087a8-9c04-4c8c-8766-ffc8a14bd6cf on network 8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700 {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:46:08.020516 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:08.027289 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0542a96-5231-40a9-88e3-1dd3ac34d9ea None None] Checking agent: {'id': 'b50cee90-c6d3-4c0d-a208-12c20bd9f0cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 2, 8), 'started_at': datetime.datetime(2021, 5, 2, 3, 2, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 02 03:46:08.028147 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0542a96-5231-40a9-88e3-1dd3ac34d9ea None None] Checking segment: {'id': '3f443235-55d0-4d2d-a949-b49c1a220799', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:46:08.029140 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-e0542a96-5231-40a9-88e3-1dd3ac34d9ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:08.029551 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0542a96-5231-40a9-88e3-1dd3ac34d9ea None None] Bound using segment: {'id': '3f443235-55d0-4d2d-a949-b49c1a220799', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700'} {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 02 03:46:08.030122 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.managers [None req-e0542a96-5231-40a9-88e3-1dd3ac34d9ea None None] Bound port: 6f9087a8-9c04-4c8c-8766-ffc8a14bd6cf, host: dv-cinder-789077-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f443235-55d0-4d2d-a949-b49c1a220799', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700'}}] {{(pid=73902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 02 03:46:08.030407 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-e0542a96-5231-40a9-88e3-1dd3ac34d9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:08.044617 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d4350e-1d84-4ed8-81cd-7993f94432b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=183e674f-bd12-4811-86ff-7c1084dba065,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:08.060758 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-b4d4350e-1d84-4ed8-81cd-7993f94432b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:08.125616 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-6d533ba6-d9d1-4266-b213-e1425e34d7c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:08.136084 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-e0542a96-5231-40a9-88e3-1dd3ac34d9ea None None] For port 6f9087a8-9c04-4c8c-8766-ffc8a14bd6cf, host dv-cinder-789077-1-iscsi, cleared binding levels {{(pid=73902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 02 03:46:08.141733 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-e0542a96-5231-40a9-88e3-1dd3ac34d9ea None None] For port 6f9087a8-9c04-4c8c-8766-ffc8a14bd6cf, host dv-cinder-789077-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=6f9087a8-9c04-4c8c-8766-ffc8a14bd6cf,segment=NetworkSegment(3f443235-55d0-4d2d-a949-b49c1a220799),segment_id=3f443235-55d0-4d2d-a949-b49c1a220799)] {{(pid=73902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 02 03:46:08.155338 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-e0542a96-5231-40a9-88e3-1dd3ac34d9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:08.161279 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-74e22481-4b7b-4dd1-a463-de70321fc572 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:08.169454 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-6d533ba6-d9d1-4266-b213-e1425e34d7c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:08.241015 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-6d533ba6-d9d1-4266-b213-e1425e34d7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:08.250298 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-aa0216d0-2280-4a14-9906-f90579967d90 tempest-VolumesNegativeTest-420014835 tempest-VolumesNegativeTest-420014835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:08.270037 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-c89d6a2f-6766-4e85-bd2e-216817164123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:08.271613 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d533ba6-d9d1-4266-b213-e1425e34d7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183e674f-bd12-4811-86ff-7c1084dba065,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:08.275039 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-6d533ba6-d9d1-4266-b213-e1425e34d7c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:08.284129 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-6d533ba6-d9d1-4266-b213-e1425e34d7c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:08.285254 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-6d533ba6-d9d1-4266-b213-e1425e34d7c1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/183e674f-bd12-4811-86ff-7c1084dba065 HTTP/1.1" status: 204  len: 168 time: 0.3206794
May 02 03:46:08.303477 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc69fb-cf4f-4040-b17f-9016ed09ba04 None None] Pushing event updated for resources: {'Port': ['ID=6f9087a8-9c04-4c8c-8766-ffc8a14bd6cf,revision_number=3']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:08.321595 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-accc69fb-cf4f-4040-b17f-9016ed09ba04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:08.328864 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-8f05bf7a-2f84-44ec-8352-23d1b1c9e214 None None] Provisioning for port 2e620420-01a0-478e-8925-725720aebd36 completed by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:46:08.336462 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-8f05bf7a-2f84-44ec-8352-23d1b1c9e214 None None] Provisioning complete for port 2e620420-01a0-478e-8925-725720aebd36 triggered by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:46:08.336830 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8f05bf7a-2f84-44ec-8352-23d1b1c9e214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:08.386884 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-a8a11a1e-5f13-4f3a-b020-e9def731805a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:08.394497 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0542a96-5231-40a9-88e3-1dd3ac34d9ea None None] Routers {'7da7a0d3-2f2c-4636-a137-7fbf588667ea'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:46:08.395198 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-e0542a96-5231-40a9-88e3-1dd3ac34d9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c54c48f70>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:46:08Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['7da7a0d3-2f2c-4636-a137-7fbf588667ea'], 'active': True} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:46:08.550299 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 8b9ac207-b9aa-4916-b1a9-0f83aad78608 up at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:46:08.613736 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-8f05bf7a-2f84-44ec-8352-23d1b1c9e214 None None] Port 2e620420-01a0-478e-8925-725720aebd36 cannot update to ACTIVE because it is not bound. {{(pid=73902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 02 03:46:08.646666 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvr_db [None req-e0542a96-5231-40a9-88e3-1dd3ac34d9ea None None] Set router 7da7a0d3-2f2c-4636-a137-7fbf588667ea gateway port host: dv-cinder-789077-1-iscsi {{(pid=73902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:46:08.694339 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-c89d6a2f-6766-4e85-bd2e-216817164123 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:08.703125 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-c89d6a2f-6766-4e85-bd2e-216817164123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718570'] for port, after_update {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:08.736739 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:08.826155 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89d6a2f-6766-4e85-bd2e-216817164123 admin admin] Pushing event updated for resources: {'Port': ['ID=2e620420-01a0-478e-8925-725720aebd36,revision_number=2']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:08.828628 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-c89d6a2f-6766-4e85-bd2e-216817164123 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-400757'] for router_interface, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:08.833352 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-c89d6a2f-6766-4e85-bd2e-216817164123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:08.878619 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning complete for port 8b9ac207-b9aa-4916-b1a9-0f83aad78608 triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:46:08.879096 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:08.984095 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89d6a2f-6766-4e85-bd2e-216817164123 admin admin] Network e9061243-03d6-4d9d-a202-192819c241d1 is already hosted by enough agents. {{(pid=73901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:46:08.986179 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.base_scheduler [None req-c89d6a2f-6766-4e85-bd2e-216817164123 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:46:09.171580 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 44d09333-caa3-4458-be09-c4e831a11654 up at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:46:09.217860 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c89d6a2f-6766-4e85-bd2e-216817164123 admin admin] Router 7da7a0d3-2f2c-4636-a137-7fbf588667ea has already been hosted by L3 agent c822661f-3527-457d-a53a-678072f60f18 {{(pid=73901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 02 03:46:09.258514 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-ea8ac77b-f95c-445b-8de2-2c36a2bb8e4a None None] Provisioning complete for port 2e620420-01a0-478e-8925-725720aebd36 triggered by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:46:09.259098 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-ea8ac77b-f95c-445b-8de2-2c36a2bb8e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:09.309779 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-e0542a96-5231-40a9-88e3-1dd3ac34d9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c54c48f70>, [{'id': '7da7a0d3-2f2c-4636-a137-7fbf588667ea', 'name': 'tempest-TestVolumeBootPattern-326728733-router', 'tenant_id': 'f8549fc7caab446788f69a8aef0fa5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '6f9087a8-9c04-4c8c-8766-ffc8a14bd6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:46:02Z', 'updated_at': '2021-05-02T03:46:08Z', 'revision_number': 4, 'project_id': 'f8549fc7caab446788f69a8aef0fa5d4', 'gw_port': {'id': '6f9087a8-9c04-4c8c-8766-ffc8a14bd6cf', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da7a0d3-2f2c-4636-a137-7fbf588667ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:46:03Z', 'updated_at': '2021-05-02T03:46:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_interfaces': [{'id': '2e620420-01a0-478e-8925-725720aebd36', 'name': '', 'network_id': 'e9061243-03d6-4d9d-a202-192819c241d1', 'tenant_id': 'f8549fc7caab446788f69a8aef0fa5d4', 'mac_address': 'fa:16:3e:2f:5b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da7a0d3-2f2c-4636-a137-7fbf588667ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '85d242c7-8b76-437d-bc69-e01a51bbabb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:46:07Z', 'updated_at': '2021-05-02T03:46:07Z', 'revision_number': 1, 'project_id': 'f8549fc7caab446788f69a8aef0fa5d4', 'subnets': [{'id': '85d242c7-8b76-437d-bc69-e01a51bbabb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:46:09.326960 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0542a96-5231-40a9-88e3-1dd3ac34d9ea None None] The sync data for ids ['7da7a0d3-2f2c-4636-a137-7fbf588667ea'] in dv-cinder-789077-1-iscsi is: [{'id': '7da7a0d3-2f2c-4636-a137-7fbf588667ea', 'name': 'tempest-TestVolumeBootPattern-326728733-router', 'tenant_id': 'f8549fc7caab446788f69a8aef0fa5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '6f9087a8-9c04-4c8c-8766-ffc8a14bd6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:46:02Z', 'updated_at': '2021-05-02T03:46:08Z', 'revision_number': 4, 'project_id': 'f8549fc7caab446788f69a8aef0fa5d4', 'gw_port': {'id': '6f9087a8-9c04-4c8c-8766-ffc8a14bd6cf', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da7a0d3-2f2c-4636-a137-7fbf588667ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:46:03Z', 'updated_at': '2021-05-02T03:46:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_interfaces': [{'id': '2e620420-01a0-478e-8925-725720aebd36', 'name': '', 'network_id': 'e9061243-03d6-4d9d-a202-192819c241d1', 'tenant_id': 'f8549fc7caab446788f69a8aef0fa5d4', 'mac_address': 'fa:16:3e:2f:5b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da7a0d3-2f2c-4636-a137-7fbf588667ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '85d242c7-8b76-437d-bc69-e01a51bbabb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:46:07Z', 'updated_at': '2021-05-02T03:46:07Z', 'revision_number': 1, 'project_id': 'f8549fc7caab446788f69a8aef0fa5d4', 'subnets': [{'id': '85d242c7-8b76-437d-bc69-e01a51bbabb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 02 03:46:09.333947 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning complete for port 44d09333-caa3-4458-be09-c4e831a11654 triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:46:09.334310 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:09.379081 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-ea8ac77b-f95c-445b-8de2-2c36a2bb8e4a None None] Port 2e620420-01a0-478e-8925-725720aebd36 cannot update to ACTIVE because it is not bound. {{(pid=73902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 02 03:46:09.409339 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:09.424791 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89d6a2f-6766-4e85-bd2e-216817164123 admin admin] Notify agent at l3_agent.dv-cinder-789077-1-iscsi the message routers_updated {{(pid=73901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 02 03:46:09.441866 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-c89d6a2f-6766-4e85-bd2e-216817164123 admin admin] 10.222.0.38 "PUT /v2.0/routers/7da7a0d3-2f2c-4636-a137-7fbf588667ea/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3799779
May 02 03:46:10.196152 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 41148) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:46:10.201888 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.v2.base [None req-7a3b83d7-67e1-41a4-a012-6cb0ad0a7dad tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-82195945', 'description': 'tempest-secgroup-smoke-82195945 description', 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02'}} {{(pid=73901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:46:10.208574 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-7a3b83d7-67e1-41a4-a012-6cb0ad0a7dad tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:46:10.212794 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-7a3b83d7-67e1-41a4-a012-6cb0ad0a7dad tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Usage tracker for resource:security_group and tenant:a4d0706d5cb74153ac23af4cb02afd02 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:46:10.216535 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-7a3b83d7-67e1-41a4-a012-6cb0ad0a7dad tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:46:10.223100 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-7a3b83d7-67e1-41a4-a012-6cb0ad0a7dad tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:46:10.233941 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-7a3b83d7-67e1-41a4-a012-6cb0ad0a7dad tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks [] for security_group, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:10.256371 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-7a3b83d7-67e1-41a4-a012-6cb0ad0a7dad tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:46:10.261370 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-7a3b83d7-67e1-41a4-a012-6cb0ad0a7dad tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Usage tracker for resource:security_group_rule and tenant:a4d0706d5cb74153ac23af4cb02afd02 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:46:10.267310 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-7a3b83d7-67e1-41a4-a012-6cb0ad0a7dad tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:46:10.285159 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-7a3b83d7-67e1-41a4-a012-6cb0ad0a7dad tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:46:10.362687 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 41158) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:46:10.392682 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-7a3b83d7-67e1-41a4-a012-6cb0ad0a7dad tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks [] for security_group, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:10.400109 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-7a3b83d7-67e1-41a4-a012-6cb0ad0a7dad tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:10.422465 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-4310e817-08f3-4e08-8347-de78e6bbdbc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:10.454595 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b83d7-67e1-41a4-a012-6cb0ad0a7dad tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfcf693-3a80-4024-9c11-020557a5067b,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:10.460372 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-7a3b83d7-67e1-41a4-a012-6cb0ad0a7dad tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:10.469308 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-7a3b83d7-67e1-41a4-a012-6cb0ad0a7dad tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks [] for security_group, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:10.470573 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-7a3b83d7-67e1-41a4-a012-6cb0ad0a7dad tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1790 time: 0.2733977
May 02 03:46:10.473775 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 41164) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:46:10.479296 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [None req-56012dd7-bf0c-45b1-bcc5-b8df4aa285b6 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Request body: {'security_group_rule': {'security_group_id': 'dcfcf693-3a80-4024-9c11-020557a5067b', 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:46:10.487008 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-56012dd7-bf0c-45b1-bcc5-b8df4aa285b6 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:46:10.490817 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-56012dd7-bf0c-45b1-bcc5-b8df4aa285b6 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Usage tracker for resource:security_group_rule and tenant:a4d0706d5cb74153ac23af4cb02afd02 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:46:10.494089 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-56012dd7-bf0c-45b1-bcc5-b8df4aa285b6 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:46:10.500691 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-56012dd7-bf0c-45b1-bcc5-b8df4aa285b6 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:46:10.512617 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 6f9087a8-9c04-4c8c-8766-ffc8a14bd6cf up at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:46:10.560841 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-56012dd7-bf0c-45b1-bcc5-b8df4aa285b6 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:10.579145 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-70cab968-9873-4d5b-a660-babb43cfb7a8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=737ccd375d1b41dab8cd4cc70058d56d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2146499
May 02 03:46:10.580687 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 41168) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:46:10.582601 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning for port 6f9087a8-9c04-4c8c-8766-ffc8a14bd6cf completed by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:46:10.587869 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning complete for port 6f9087a8-9c04-4c8c-8766-ffc8a14bd6cf triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:46:10.588240 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:10.642652 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-56012dd7-bf0c-45b1-bcc5-b8df4aa285b6 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:10.648305 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-ddd4e1d8-aa45-4f0a-8281-a8548686df56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:10.651943 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-56012dd7-bf0c-45b1-bcc5-b8df4aa285b6 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497234'] for security_group_rule, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:10.655070 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-b298665f-bf1b-4b1e-8045-e5049fb877cd tempest-AttachVolumeTestJSON-1062514771 tempest-AttachVolumeTestJSON-1062514771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:10.678981 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-ddd4e1d8-aa45-4f0a-8281-a8548686df56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:10.693113 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56012dd7-bf0c-45b1-bcc5-b8df4aa285b6 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3ce91c4-5b9d-4692-9e3b-2bf44efad9a3,revision_number=0']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:10.696880 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-56012dd7-bf0c-45b1-bcc5-b8df4aa285b6 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:10.697774 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-56012dd7-bf0c-45b1-bcc5-b8df4aa285b6 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:10.700746 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-56012dd7-bf0c-45b1-bcc5-b8df4aa285b6 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2257321
May 02 03:46:10.704237 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 41172) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:46:10.711794 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [None req-7386a743-4932-452a-955c-33dee479a525 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Request body: {'security_group_rule': {'security_group_id': 'dcfcf693-3a80-4024-9c11-020557a5067b', 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:46:10.719269 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:10.720045 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-7386a743-4932-452a-955c-33dee479a525 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:46:10.724343 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-7386a743-4932-452a-955c-33dee479a525 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Usage tracker for resource:security_group_rule and tenant:a4d0706d5cb74153ac23af4cb02afd02 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:46:10.727619 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-7386a743-4932-452a-955c-33dee479a525 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:46:10.736657 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-7386a743-4932-452a-955c-33dee479a525 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:46:10.759996 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] For port 6f9087a8-9c04-4c8c-8766-ffc8a14bd6cf, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=6f9087a8-9c04-4c8c-8766-ffc8a14bd6cf,segment=NetworkSegment(3f443235-55d0-4d2d-a949-b49c1a220799),segment_id=3f443235-55d0-4d2d-a949-b49c1a220799)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:46:10.760233 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-7386a743-4932-452a-955c-33dee479a525 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:10.764002 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-ddd4e1d8-aa45-4f0a-8281-a8548686df56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:10.765339 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:10.767241 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:10.772492 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-61e1adad-3fe0-452e-bd1b-0ab5cece9e1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:10.796110 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4e1d8-aa45-4f0a-8281-a8548686df56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa8aee1-4fcb-4bd7-9b99-ec78c44bcccd,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:10.799459 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-ddd4e1d8-aa45-4f0a-8281-a8548686df56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:10.807161 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-ddd4e1d8-aa45-4f0a-8281-a8548686df56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:10.808469 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-ddd4e1d8-aa45-4f0a-8281-a8548686df56 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4aa8aee1-4fcb-4bd7-9b99-ec78c44bcccd HTTP/1.1" status: 204  len: 168 time: 0.2265749
May 02 03:46:10.877742 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Pushing event updated for resources: {'Port': ['ID=6f9087a8-9c04-4c8c-8766-ffc8a14bd6cf,revision_number=4']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:10.881206 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:10.882247 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:10.885331 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-7386a743-4932-452a-955c-33dee479a525 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:10.891239 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-7386a743-4932-452a-955c-33dee479a525 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497234'] for security_group_rule, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:10.893419 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-e7a30261-e771-4d07-b973-c4c9b4903853 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:10.916749 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7386a743-4932-452a-955c-33dee479a525 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab47854d-ff1c-47cd-a715-bad58be90d29,revision_number=0']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:10.919904 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-7386a743-4932-452a-955c-33dee479a525 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:10.930724 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-7386a743-4932-452a-955c-33dee479a525 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:10.931985 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-7386a743-4932-452a-955c-33dee479a525 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2266648
May 02 03:46:10.935580 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 41178) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:46:10.950109 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.v2.base [None req-ea103c7a-5cc5-4a02-b4fc-511bd39e3fd5 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Request body: {'security_group_rule': {'security_group_id': 'dcfcf693-3a80-4024-9c11-020557a5067b', 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:46:10.962625 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-ea103c7a-5cc5-4a02-b4fc-511bd39e3fd5 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:46:10.968060 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-ea103c7a-5cc5-4a02-b4fc-511bd39e3fd5 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Usage tracker for resource:security_group_rule and tenant:a4d0706d5cb74153ac23af4cb02afd02 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:46:10.980386 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-ea103c7a-5cc5-4a02-b4fc-511bd39e3fd5 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:46:10.993301 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-ea103c7a-5cc5-4a02-b4fc-511bd39e3fd5 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:46:11.030395 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-ea103c7a-5cc5-4a02-b4fc-511bd39e3fd5 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:11.161789 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-ea103c7a-5cc5-4a02-b4fc-511bd39e3fd5 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:11.165700 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-ea103c7a-5cc5-4a02-b4fc-511bd39e3fd5 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497234'] for security_group_rule, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:11.167637 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:11.190790 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea103c7a-5cc5-4a02-b4fc-511bd39e3fd5 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8640c9f3-b69c-4ba9-97d0-7e7e9cb851d1,revision_number=0']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:11.195197 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-ea103c7a-5cc5-4a02-b4fc-511bd39e3fd5 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:11.201149 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-ea103c7a-5cc5-4a02-b4fc-511bd39e3fd5 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:11.202356 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-ea103c7a-5cc5-4a02-b4fc-511bd39e3fd5 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2657919
May 02 03:46:11.206481 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 41186) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:46:11.211894 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.v2.base [None req-6f7d064c-59ee-41ad-b65e-cae5e98b9ea3 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Request body: {'security_group_rule': {'security_group_id': 'dcfcf693-3a80-4024-9c11-020557a5067b', 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:46:11.218647 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-6f7d064c-59ee-41ad-b65e-cae5e98b9ea3 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:46:11.222572 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-6f7d064c-59ee-41ad-b65e-cae5e98b9ea3 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Usage tracker for resource:security_group_rule and tenant:a4d0706d5cb74153ac23af4cb02afd02 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:46:11.225482 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-6f7d064c-59ee-41ad-b65e-cae5e98b9ea3 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:46:11.231254 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-6f7d064c-59ee-41ad-b65e-cae5e98b9ea3 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:46:11.246841 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-6f7d064c-59ee-41ad-b65e-cae5e98b9ea3 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:11.313071 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-6f7d064c-59ee-41ad-b65e-cae5e98b9ea3 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:11.317347 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-6f7d064c-59ee-41ad-b65e-cae5e98b9ea3 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497234'] for security_group_rule, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:11.320055 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-272136fa-cc4c-444a-b9f2-bffcd3360203 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:11.343654 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7d064c-59ee-41ad-b65e-cae5e98b9ea3 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9b85409-0958-4797-a2a7-927b8447e37c,revision_number=0']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:11.346076 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-6f7d064c-59ee-41ad-b65e-cae5e98b9ea3 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:11.353813 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-6f7d064c-59ee-41ad-b65e-cae5e98b9ea3 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:11.355014 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-6f7d064c-59ee-41ad-b65e-cae5e98b9ea3 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1476288
May 02 03:46:11.358604 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 41190) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:46:11.363760 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.v2.base [None req-9d3eeb52-4bec-45ae-8bc9-6a19f726c6be tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Request body: {'security_group_rule': {'security_group_id': 'dcfcf693-3a80-4024-9c11-020557a5067b', 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:46:11.370823 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-9d3eeb52-4bec-45ae-8bc9-6a19f726c6be tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:46:11.375144 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-9d3eeb52-4bec-45ae-8bc9-6a19f726c6be tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Usage tracker for resource:security_group_rule and tenant:a4d0706d5cb74153ac23af4cb02afd02 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:46:11.378331 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-9d3eeb52-4bec-45ae-8bc9-6a19f726c6be tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:46:11.384427 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-9d3eeb52-4bec-45ae-8bc9-6a19f726c6be tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:46:11.396175 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.db.securitygroups_db [None req-9d3eeb52-4bec-45ae-8bc9-6a19f726c6be tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Project a4d0706d5cb74153ac23af4cb02afd02 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 02 03:46:11.402004 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-9d3eeb52-4bec-45ae-8bc9-6a19f726c6be tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:11.468650 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-9d3eeb52-4bec-45ae-8bc9-6a19f726c6be tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:11.473662 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-9d3eeb52-4bec-45ae-8bc9-6a19f726c6be tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497234'] for security_group_rule, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:11.475750 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-ea103c7a-5cc5-4a02-b4fc-511bd39e3fd5 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:11.485453 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:11.502470 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3eeb52-4bec-45ae-8bc9-6a19f726c6be tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0feb0253-fd17-444f-83b4-a5cc06477a52,revision_number=0']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:11.504899 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-9d3eeb52-4bec-45ae-8bc9-6a19f726c6be tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:11.512912 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-9d3eeb52-4bec-45ae-8bc9-6a19f726c6be tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:11.514785 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-9d3eeb52-4bec-45ae-8bc9-6a19f726c6be tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1552119
May 02 03:46:11.517461 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 41194) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:46:11.523034 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.v2.base [None req-83da73f6-c34a-4edf-862b-320b5cf1e6ac tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Request body: {'security_group_rule': {'security_group_id': 'dcfcf693-3a80-4024-9c11-020557a5067b', 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:46:11.529130 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-83da73f6-c34a-4edf-862b-320b5cf1e6ac tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:46:11.533115 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-83da73f6-c34a-4edf-862b-320b5cf1e6ac tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Usage tracker for resource:security_group_rule and tenant:a4d0706d5cb74153ac23af4cb02afd02 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:46:11.536478 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-83da73f6-c34a-4edf-862b-320b5cf1e6ac tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:46:11.542100 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-83da73f6-c34a-4edf-862b-320b5cf1e6ac tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:46:11.552562 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.db.securitygroups_db [None req-83da73f6-c34a-4edf-862b-320b5cf1e6ac tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Project a4d0706d5cb74153ac23af4cb02afd02 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 02 03:46:11.558913 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-83da73f6-c34a-4edf-862b-320b5cf1e6ac tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:11.628654 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-83da73f6-c34a-4edf-862b-320b5cf1e6ac tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:11.632208 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-83da73f6-c34a-4edf-862b-320b5cf1e6ac tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497234'] for security_group_rule, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:11.634351 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:11.660682 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83da73f6-c34a-4edf-862b-320b5cf1e6ac tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34d682d4-e3d1-4541-bf62-f4b0c7d94755,revision_number=0']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:11.665506 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-83da73f6-c34a-4edf-862b-320b5cf1e6ac tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:11.671430 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-83da73f6-c34a-4edf-862b-320b5cf1e6ac tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:11.675950 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-83da73f6-c34a-4edf-862b-320b5cf1e6ac tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1573563
May 02 03:46:12.438292 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 6f9087a8-9c04-4c8c-8766-ffc8a14bd6cf up at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:46:12.513857 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning complete for port 6f9087a8-9c04-4c8c-8766-ffc8a14bd6cf triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:46:12.514231 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:12.688771 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20991b0d-fd5e-4b36-99c8-d1b7bef686b5 None None] Sync routers for ids ['7da7a0d3-2f2c-4636-a137-7fbf588667ea'] in dv-cinder-789077-1-iscsi {{(pid=73903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 02 03:46:12.698645 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20991b0d-fd5e-4b36-99c8-d1b7bef686b5 None None] Routers {'7da7a0d3-2f2c-4636-a137-7fbf588667ea'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:46:12.700279 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-20991b0d-fd5e-4b36-99c8-d1b7bef686b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c55802940>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:46:08Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['7da7a0d3-2f2c-4636-a137-7fbf588667ea'], 'active': True} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:46:12.921629 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvr_db [None req-20991b0d-fd5e-4b36-99c8-d1b7bef686b5 None None] Set router 7da7a0d3-2f2c-4636-a137-7fbf588667ea gateway port host: dv-cinder-789077-1-iscsi {{(pid=73903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:46:13.230354 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-20991b0d-fd5e-4b36-99c8-d1b7bef686b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c55802940>, [{'id': '7da7a0d3-2f2c-4636-a137-7fbf588667ea', 'name': 'tempest-TestVolumeBootPattern-326728733-router', 'tenant_id': 'f8549fc7caab446788f69a8aef0fa5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '6f9087a8-9c04-4c8c-8766-ffc8a14bd6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:46:02Z', 'updated_at': '2021-05-02T03:46:08Z', 'revision_number': 4, 'project_id': 'f8549fc7caab446788f69a8aef0fa5d4', 'gw_port': {'id': '6f9087a8-9c04-4c8c-8766-ffc8a14bd6cf', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da7a0d3-2f2c-4636-a137-7fbf588667ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:46:03Z', 'updated_at': '2021-05-02T03:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_interfaces': [{'id': '2e620420-01a0-478e-8925-725720aebd36', 'name': '', 'network_id': 'e9061243-03d6-4d9d-a202-192819c241d1', 'tenant_id': 'f8549fc7caab446788f69a8aef0fa5d4', 'mac_address': 'fa:16:3e:2f:5b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da7a0d3-2f2c-4636-a137-7fbf588667ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '85d242c7-8b76-437d-bc69-e01a51bbabb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:46:07Z', 'updated_at': '2021-05-02T03:46:08Z', 'revision_number': 2, 'project_id': 'f8549fc7caab446788f69a8aef0fa5d4', 'subnets': [{'id': '85d242c7-8b76-437d-bc69-e01a51bbabb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:46:13.234131 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20991b0d-fd5e-4b36-99c8-d1b7bef686b5 None None] Checking router: 7da7a0d3-2f2c-4636-a137-7fbf588667ea for host: dv-cinder-789077-1-iscsi {{(pid=73903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 02 03:46:13.234507 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20991b0d-fd5e-4b36-99c8-d1b7bef686b5 None None] Updating router 7da7a0d3-2f2c-4636-a137-7fbf588667ea port 2e620420-01a0-478e-8925-725720aebd36 binding host dv-cinder-789077-1-iscsi {{(pid=73903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 02 03:46:13.287471 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-20991b0d-fd5e-4b36-99c8-d1b7bef686b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:13.631611 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-20991b0d-fd5e-4b36-99c8-d1b7bef686b5 None None] Notify callbacks [] for port, precommit_update {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:13.642552 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.provisioning_blocks [None req-20991b0d-fd5e-4b36-99c8-d1b7bef686b5 None None] Transition to ACTIVE for port object 2e620420-01a0-478e-8925-725720aebd36 will not be triggered until provisioned by entity L2. {{(pid=73903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:46:13.647748 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-20991b0d-fd5e-4b36-99c8-d1b7bef686b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:13.651276 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG oslo_concurrency.lockutils [None req-47958ce4-46cf-41cb-8767-b6bafd04d425 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:13.760594 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0881b0-9547-4787-951b-91611a20def4 None None] Pushing event updated for resources: {'Port': ['ID=2e620420-01a0-478e-8925-725720aebd36,revision_number=3']} {{(pid=73903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:13.767897 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG oslo_concurrency.lockutils [None req-de0881b0-9547-4787-951b-91611a20def4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:13.870371 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.managers [None req-20991b0d-fd5e-4b36-99c8-d1b7bef686b5 None None] Attempting to bind port 2e620420-01a0-478e-8925-725720aebd36 on host dv-cinder-789077-1-iscsi for vnic_type normal with profile  {{(pid=73903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 02 03:46:13.870774 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.managers [None req-20991b0d-fd5e-4b36-99c8-d1b7bef686b5 None None] Attempting to bind port 2e620420-01a0-478e-8925-725720aebd36 by drivers openvswitch,hyperv on host dv-cinder-789077-1-iscsi at level 0 using segments [{'id': '4886b705-8028-49db-a39d-18400c34751d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'e9061243-03d6-4d9d-a202-192819c241d1'}] {{(pid=73903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 02 03:46:13.871683 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20991b0d-fd5e-4b36-99c8-d1b7bef686b5 None None] Attempting to bind port 2e620420-01a0-478e-8925-725720aebd36 on network e9061243-03d6-4d9d-a202-192819c241d1 {{(pid=73903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:46:13.877949 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20991b0d-fd5e-4b36-99c8-d1b7bef686b5 None None] Checking agent: {'id': 'b50cee90-c6d3-4c0d-a208-12c20bd9f0cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 2, 8), 'started_at': datetime.datetime(2021, 5, 2, 3, 2, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 02 03:46:13.878321 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20991b0d-fd5e-4b36-99c8-d1b7bef686b5 None None] Checking segment: {'id': '4886b705-8028-49db-a39d-18400c34751d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'e9061243-03d6-4d9d-a202-192819c241d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:46:13.878767 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-20991b0d-fd5e-4b36-99c8-d1b7bef686b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:13.879156 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20991b0d-fd5e-4b36-99c8-d1b7bef686b5 None None] Bound using segment: {'id': '4886b705-8028-49db-a39d-18400c34751d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'e9061243-03d6-4d9d-a202-192819c241d1'} {{(pid=73903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 02 03:46:13.879692 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.managers [None req-20991b0d-fd5e-4b36-99c8-d1b7bef686b5 None None] Bound port: 2e620420-01a0-478e-8925-725720aebd36, host: dv-cinder-789077-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4886b705-8028-49db-a39d-18400c34751d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'e9061243-03d6-4d9d-a202-192819c241d1'}}] {{(pid=73903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 02 03:46:13.879968 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-20991b0d-fd5e-4b36-99c8-d1b7bef686b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:13.975694 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.db [None req-20991b0d-fd5e-4b36-99c8-d1b7bef686b5 None None] For port 2e620420-01a0-478e-8925-725720aebd36, host dv-cinder-789077-1-iscsi, cleared binding levels {{(pid=73903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 02 03:46:13.979076 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.db [None req-20991b0d-fd5e-4b36-99c8-d1b7bef686b5 None None] For port 2e620420-01a0-478e-8925-725720aebd36, host dv-cinder-789077-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=2e620420-01a0-478e-8925-725720aebd36,segment=NetworkSegment(4886b705-8028-49db-a39d-18400c34751d),segment_id=4886b705-8028-49db-a39d-18400c34751d)] {{(pid=73903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 02 03:46:13.983291 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-20991b0d-fd5e-4b36-99c8-d1b7bef686b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:13.987105 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:14.063339 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0881b0-9547-4787-951b-91611a20def4 None None] Pushing event updated for resources: {'Port': ['ID=2e620420-01a0-478e-8925-725720aebd36,revision_number=4']} {{(pid=73903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:14.069948 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG oslo_concurrency.lockutils [None req-de0881b0-9547-4787-951b-91611a20def4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:14.070771 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20991b0d-fd5e-4b36-99c8-d1b7bef686b5 None None] Routers {'7da7a0d3-2f2c-4636-a137-7fbf588667ea'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:46:14.071782 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-20991b0d-fd5e-4b36-99c8-d1b7bef686b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c55802940>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:46:08Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['7da7a0d3-2f2c-4636-a137-7fbf588667ea'], 'active': True} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:46:14.294210 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvr_db [None req-20991b0d-fd5e-4b36-99c8-d1b7bef686b5 None None] Set router 7da7a0d3-2f2c-4636-a137-7fbf588667ea gateway port host: dv-cinder-789077-1-iscsi {{(pid=73903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:46:14.484086 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 2e620420-01a0-478e-8925-725720aebd36 up at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:46:14.562446 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning for port 2e620420-01a0-478e-8925-725720aebd36 completed by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:46:14.568588 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning complete for port 2e620420-01a0-478e-8925-725720aebd36 triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:46:14.568981 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:14.649244 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-20991b0d-fd5e-4b36-99c8-d1b7bef686b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c55802940>, [{'id': '7da7a0d3-2f2c-4636-a137-7fbf588667ea', 'name': 'tempest-TestVolumeBootPattern-326728733-router', 'tenant_id': 'f8549fc7caab446788f69a8aef0fa5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '6f9087a8-9c04-4c8c-8766-ffc8a14bd6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:46:02Z', 'updated_at': '2021-05-02T03:46:08Z', 'revision_number': 4, 'project_id': 'f8549fc7caab446788f69a8aef0fa5d4', 'gw_port': {'id': '6f9087a8-9c04-4c8c-8766-ffc8a14bd6cf', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da7a0d3-2f2c-4636-a137-7fbf588667ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:46:03Z', 'updated_at': '2021-05-02T03:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_interfaces': [{'id': '2e620420-01a0-478e-8925-725720aebd36', 'name': '', 'network_id': 'e9061243-03d6-4d9d-a202-192819c241d1', 'tenant_id': 'f8549fc7caab446788f69a8aef0fa5d4', 'mac_address': 'fa:16:3e:2f:5b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da7a0d3-2f2c-4636-a137-7fbf588667ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '85d242c7-8b76-437d-bc69-e01a51bbabb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:46:07Z', 'updated_at': '2021-05-02T03:46:13Z', 'revision_number': 4, 'project_id': 'f8549fc7caab446788f69a8aef0fa5d4', 'subnets': [{'id': '85d242c7-8b76-437d-bc69-e01a51bbabb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:46:14.654517 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20991b0d-fd5e-4b36-99c8-d1b7bef686b5 None None] The sync data for ids ['7da7a0d3-2f2c-4636-a137-7fbf588667ea'] in dv-cinder-789077-1-iscsi is: [{'id': '7da7a0d3-2f2c-4636-a137-7fbf588667ea', 'name': 'tempest-TestVolumeBootPattern-326728733-router', 'tenant_id': 'f8549fc7caab446788f69a8aef0fa5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '6f9087a8-9c04-4c8c-8766-ffc8a14bd6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:46:02Z', 'updated_at': '2021-05-02T03:46:08Z', 'revision_number': 4, 'project_id': 'f8549fc7caab446788f69a8aef0fa5d4', 'gw_port': {'id': '6f9087a8-9c04-4c8c-8766-ffc8a14bd6cf', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da7a0d3-2f2c-4636-a137-7fbf588667ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:46:03Z', 'updated_at': '2021-05-02T03:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_interfaces': [{'id': '2e620420-01a0-478e-8925-725720aebd36', 'name': '', 'network_id': 'e9061243-03d6-4d9d-a202-192819c241d1', 'tenant_id': 'f8549fc7caab446788f69a8aef0fa5d4', 'mac_address': 'fa:16:3e:2f:5b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da7a0d3-2f2c-4636-a137-7fbf588667ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '85d242c7-8b76-437d-bc69-e01a51bbabb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:46:07Z', 'updated_at': '2021-05-02T03:46:13Z', 'revision_number': 4, 'project_id': 'f8549fc7caab446788f69a8aef0fa5d4', 'subnets': [{'id': '85d242c7-8b76-437d-bc69-e01a51bbabb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 02 03:46:14.713714 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:14.754006 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] For port 2e620420-01a0-478e-8925-725720aebd36, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=2e620420-01a0-478e-8925-725720aebd36,segment=NetworkSegment(4886b705-8028-49db-a39d-18400c34751d),segment_id=4886b705-8028-49db-a39d-18400c34751d)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:46:14.760971 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:14.764196 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:14.841112 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Pushing event updated for resources: {'Port': ['ID=2e620420-01a0-478e-8925-725720aebd36,revision_number=5']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:14.844209 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:15.116731 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 41304) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:46:15.239650 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-8cd5d388-fe4d-418e-9fd2-bfa58862a456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:15.255813 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-8cd5d388-fe4d-418e-9fd2-bfa58862a456 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:46:15.259720 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-8cd5d388-fe4d-418e-9fd2-bfa58862a456 admin admin] Usage tracker for resource:security_group_rule and tenant:07fc90d8e26d4bf4991a2eba7dc87688 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:46:15.262562 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-8cd5d388-fe4d-418e-9fd2-bfa58862a456 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:46:15.268231 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-8cd5d388-fe4d-418e-9fd2-bfa58862a456 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:46:15.356721 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-8cd5d388-fe4d-418e-9fd2-bfa58862a456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:15.360536 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-8cd5d388-fe4d-418e-9fd2-bfa58862a456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:15.369112 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-0c4c3fe0-9d11-4f82-ba09-803c8da02875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:15.411109 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-8cd5d388-fe4d-418e-9fd2-bfa58862a456 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=07fc90d8e26d4bf4991a2eba7dc87688&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2932651
May 02 03:46:15.412658 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd5d388-fe4d-418e-9fd2-bfa58862a456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11036de9-e301-4f7a-8238-03458757b65e,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:15.413788 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 41310) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:46:15.415765 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-8cd5d388-fe4d-418e-9fd2-bfa58862a456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:15.473891 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-d7d10503-29ec-462a-869d-7885066b1e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:15.500537 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-d7d10503-29ec-462a-869d-7885066b1e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:15.560326 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-d7d10503-29ec-462a-869d-7885066b1e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:15.565329 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-805a5c29-7f39-4e67-b333-d2d580deef0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:15.578318 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d10503-29ec-462a-869d-7885066b1e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11036de9-e301-4f7a-8238-03458757b65e,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:15.580912 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-d7d10503-29ec-462a-869d-7885066b1e63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:15.582131 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-d7d10503-29ec-462a-869d-7885066b1e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:15.586820 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-d7d10503-29ec-462a-869d-7885066b1e63 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/11036de9-e301-4f7a-8238-03458757b65e HTTP/1.1" status: 204  len: 168 time: 0.1682673
May 02 03:46:15.869065 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 41320) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:46:15.887974 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-185f2b2d-5f7d-44f4-a480-3b426c795485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:15.906564 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-185f2b2d-5f7d-44f4-a480-3b426c795485 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:46:15.910482 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-185f2b2d-5f7d-44f4-a480-3b426c795485 admin admin] Usage tracker for resource:security_group_rule and tenant:a76c4775bfca4ca89241d21931e511f5 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:46:15.913329 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-185f2b2d-5f7d-44f4-a480-3b426c795485 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:46:15.919580 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-185f2b2d-5f7d-44f4-a480-3b426c795485 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:46:16.012780 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-185f2b2d-5f7d-44f4-a480-3b426c795485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:16.016508 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-185f2b2d-5f7d-44f4-a480-3b426c795485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:16.023268 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-b46e54c6-86c9-4f71-8fc3-35d6e985edfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:16.065428 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-185f2b2d-5f7d-44f4-a480-3b426c795485 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a76c4775bfca4ca89241d21931e511f5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1953154
May 02 03:46:16.066254 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f2b2d-5f7d-44f4-a480-3b426c795485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1fa383-907b-467c-9e83-b72fb1440815,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:16.068115 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 41324) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:46:16.070492 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-185f2b2d-5f7d-44f4-a480-3b426c795485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:16.126342 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-15cdf90d-dab9-4321-b88a-e7e4a6ea7970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:16.150528 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-15cdf90d-dab9-4321-b88a-e7e4a6ea7970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:16.202466 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-15cdf90d-dab9-4321-b88a-e7e4a6ea7970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:16.206320 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-56d48c3c-0c71-4eee-89a5-614b847b9c84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:16.220138 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cdf90d-dab9-4321-b88a-e7e4a6ea7970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1fa383-907b-467c-9e83-b72fb1440815,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:16.222936 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-15cdf90d-dab9-4321-b88a-e7e4a6ea7970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:16.233632 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-15cdf90d-dab9-4321-b88a-e7e4a6ea7970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:16.235118 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-15cdf90d-dab9-4321-b88a-e7e4a6ea7970 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1d1fa383-907b-467c-9e83-b72fb1440815 HTTP/1.1" status: 204  len: 168 time: 0.1660068
May 02 03:46:16.441212 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 2e620420-01a0-478e-8925-725720aebd36 up at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:46:16.514012 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning complete for port 2e620420-01a0-478e-8925-725720aebd36 triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:46:16.514497 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:21.820454 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 41410) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:46:21.939256 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-afb8ee59-513a-4cda-a003-7995fa7c3c62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:21.953677 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-afb8ee59-513a-4cda-a003-7995fa7c3c62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:46:21.957382 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-afb8ee59-513a-4cda-a003-7995fa7c3c62 admin admin] Usage tracker for resource:security_group_rule and tenant:a6d1df6606aa4d8e9e1fb04e9ecef013 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:46:21.960359 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-afb8ee59-513a-4cda-a003-7995fa7c3c62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:46:21.965832 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-afb8ee59-513a-4cda-a003-7995fa7c3c62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:46:22.048484 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-afb8ee59-513a-4cda-a003-7995fa7c3c62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:22.052380 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-afb8ee59-513a-4cda-a003-7995fa7c3c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:22.063116 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-758d34cf-6e7b-4d53-aa8a-616511981329 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:22.199377 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-afb8ee59-513a-4cda-a003-7995fa7c3c62 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a6d1df6606aa4d8e9e1fb04e9ecef013&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3778808
May 02 03:46:22.201680 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb8ee59-513a-4cda-a003-7995fa7c3c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fee9f8b-3537-40cd-94dc-268766b1102f,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:22.202698 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 41418) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:46:22.210998 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb8ee59-513a-4cda-a003-7995fa7c3c62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:46:22.211462 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb8ee59-513a-4cda-a003-7995fa7c3c62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:46:22.211900 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb8ee59-513a-4cda-a003-7995fa7c3c62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:46:22.212343 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb8ee59-513a-4cda-a003-7995fa7c3c62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:46:22.212806 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb8ee59-513a-4cda-a003-7995fa7c3c62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:46:22.213163 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb8ee59-513a-4cda-a003-7995fa7c3c62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:46:22.213523 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb8ee59-513a-4cda-a003-7995fa7c3c62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:46:22.213869 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb8ee59-513a-4cda-a003-7995fa7c3c62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:46:22.214211 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb8ee59-513a-4cda-a003-7995fa7c3c62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:46:22.214579 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb8ee59-513a-4cda-a003-7995fa7c3c62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:46:22.214924 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb8ee59-513a-4cda-a003-7995fa7c3c62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:46:22.215267 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb8ee59-513a-4cda-a003-7995fa7c3c62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:46:22.219262 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-afb8ee59-513a-4cda-a003-7995fa7c3c62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:22.264894 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-0fa63286-7877-4f96-9ebb-32553c5c989c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:22.290964 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-0fa63286-7877-4f96-9ebb-32553c5c989c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:22.343480 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-0fa63286-7877-4f96-9ebb-32553c5c989c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:22.348126 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-f81a57c5-71d6-45f6-8f48-5b36fd6a2a6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:22.365764 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa63286-7877-4f96-9ebb-32553c5c989c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fee9f8b-3537-40cd-94dc-268766b1102f,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:22.375924 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-0fa63286-7877-4f96-9ebb-32553c5c989c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:22.377076 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-0fa63286-7877-4f96-9ebb-32553c5c989c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3fee9f8b-3537-40cd-94dc-268766b1102f HTTP/1.1" status: 204  len: 168 time: 0.1732497
May 02 03:46:22.378773 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa63286-7877-4f96-9ebb-32553c5c989c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:46:22.379079 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa63286-7877-4f96-9ebb-32553c5c989c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:46:22.379685 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa63286-7877-4f96-9ebb-32553c5c989c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:46:22.379846 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa63286-7877-4f96-9ebb-32553c5c989c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:46:22.380242 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa63286-7877-4f96-9ebb-32553c5c989c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:46:22.380599 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa63286-7877-4f96-9ebb-32553c5c989c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:46:22.380951 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa63286-7877-4f96-9ebb-32553c5c989c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:46:22.381319 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa63286-7877-4f96-9ebb-32553c5c989c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:46:22.381682 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa63286-7877-4f96-9ebb-32553c5c989c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:46:22.382067 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa63286-7877-4f96-9ebb-32553c5c989c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:46:22.382414 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa63286-7877-4f96-9ebb-32553c5c989c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:46:22.382875 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa63286-7877-4f96-9ebb-32553c5c989c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:46:22.386056 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-0fa63286-7877-4f96-9ebb-32553c5c989c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:22.655723 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 41426) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:46:22.673785 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-0a4032a7-f3cb-4b0d-ac8d-8f4e8371b91b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:22.688682 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-0a4032a7-f3cb-4b0d-ac8d-8f4e8371b91b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:46:22.692687 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-0a4032a7-f3cb-4b0d-ac8d-8f4e8371b91b admin admin] Usage tracker for resource:security_group_rule and tenant:ae973d01551248fba25d043fb395e8d6 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:46:22.695567 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-0a4032a7-f3cb-4b0d-ac8d-8f4e8371b91b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:46:22.701372 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-0a4032a7-f3cb-4b0d-ac8d-8f4e8371b91b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:46:22.787765 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-0a4032a7-f3cb-4b0d-ac8d-8f4e8371b91b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:22.793784 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-0a4032a7-f3cb-4b0d-ac8d-8f4e8371b91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:22.801637 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-f12f5cab-d9f2-4305-89a0-25f57ce1541c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:22.844000 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-0a4032a7-f3cb-4b0d-ac8d-8f4e8371b91b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ae973d01551248fba25d043fb395e8d6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1872344
May 02 03:46:22.844953 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4032a7-f3cb-4b0d-ac8d-8f4e8371b91b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b436f66e-1c21-4375-b5ed-4f7c84343f18,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:22.846640 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 41430) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:46:22.847928 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-0a4032a7-f3cb-4b0d-ac8d-8f4e8371b91b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:22.906704 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-f8bea96d-313a-4036-bc62-7bb897f41888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:22.931460 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-f8bea96d-313a-4036-bc62-7bb897f41888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:22.982727 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-f8bea96d-313a-4036-bc62-7bb897f41888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:22.986567 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-493b209e-e248-4583-baf7-67cf24effa27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:22.997801 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bea96d-313a-4036-bc62-7bb897f41888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b436f66e-1c21-4375-b5ed-4f7c84343f18,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:23.001649 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-f8bea96d-313a-4036-bc62-7bb897f41888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:23.004778 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-f8bea96d-313a-4036-bc62-7bb897f41888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:23.005876 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-f8bea96d-313a-4036-bc62-7bb897f41888 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b436f66e-1c21-4375-b5ed-4f7c84343f18 HTTP/1.1" status: 204  len: 168 time: 0.1582460
May 02 03:46:34.529418 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [req-30f652d1-f666-44fb-92c4-12e266c8350a req-083bfcc5-af5d-44f1-be9c-ac7662cb2594 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Synchronizing usage tracker for tenant:a4d0706d5cb74153ac23af4cb02afd02 on resource:security_group {{(pid=73901) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 02 03:46:34.546953 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [req-30f652d1-f666-44fb-92c4-12e266c8350a req-083bfcc5-af5d-44f1-be9c-ac7662cb2594 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Unset dirty status for tenant:a4d0706d5cb74153ac23af4cb02afd02 on resource:security_group {{(pid=73901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 02 03:46:34.548140 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-30f652d1-f666-44fb-92c4-12e266c8350a req-083bfcc5-af5d-44f1-be9c-ac7662cb2594 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-82195945&fields=id&tenant_id=a4d0706d5cb74153ac23af4cb02afd02 HTTP/1.1" status: 200  len: 267 time: 0.0663731
May 02 03:46:34.718278 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f652d1-f666-44fb-92c4-12e266c8350a req-7fccf5a2-760b-4d87-af58-a3dfbbd372f1 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:46:34.720210 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-30f652d1-f666-44fb-92c4-12e266c8350a req-7fccf5a2-760b-4d87-af58-a3dfbbd372f1 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/networks?id=e0f2c995-0c49-41f7-960f-54ff752d74e7 HTTP/1.1" status: 200  len: 812 time: 0.1654234
May 02 03:46:34.736327 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-30f652d1-f666-44fb-92c4-12e266c8350a req-8c15c2b8-a542-4064-85de-74ed8f31dd66 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/quotas/a4d0706d5cb74153ac23af4cb02afd02 HTTP/1.1" status: 200  len: 375 time: 0.0106883
May 02 03:46:34.845113 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-30f652d1-f666-44fb-92c4-12e266c8350a req-3df5b6e9-e826-41da-b2b0-065a0aaaebfa tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a4d0706d5cb74153ac23af4cb02afd02&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1027369
May 02 03:46:34.972043 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [req-30f652d1-f666-44fb-92c4-12e266c8350a req-0725285b-b0b7-4ca7-b34e-0343a571db8f service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=73901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 02 03:46:34.973009 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-30f652d1-f666-44fb-92c4-12e266c8350a req-0725285b-b0b7-4ca7-b34e-0343a571db8f service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1135581
May 02 03:46:35.139944 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-30f652d1-f666-44fb-92c4-12e266c8350a req-008d9db1-0a9c-4423-a1d2-991887a61aa0 service neutron] 10.222.0.38 "GET /v2.0/networks/e0f2c995-0c49-41f7-960f-54ff752d74e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1594934
May 02 03:46:35.174952 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-f9687b93-9e7a-430b-a1f5-cc5e94e6a7b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:35.288519 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-30f652d1-f666-44fb-92c4-12e266c8350a req-6fdc9d1f-de45-4d16-83e0-3f5c78a73802 service neutron] 10.222.0.38 "GET /v2.0/networks/e0f2c995-0c49-41f7-960f-54ff752d74e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1425712
May 02 03:46:35.755336 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-6add2937-f2d1-41e8-ac41-2e3b4ce7ec4f req-f1eaa313-d175-4dc0-8f83-c38bb056d818 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/ports?device_id=130b72cc-ef72-49b2-82db-8ce15845c1ac HTTP/1.1" status: 200  len: 210 time: 0.0536966
May 02 03:46:35.977999 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 41598) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:46:36.098142 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-ab7a333a-71a5-433e-8005-2ae36c612e4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:36.112222 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-ab7a333a-71a5-433e-8005-2ae36c612e4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:46:36.115975 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-ab7a333a-71a5-433e-8005-2ae36c612e4d admin admin] Usage tracker for resource:security_group_rule and tenant:3da58902f87e41c78d1df159b929d09a is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:46:36.118730 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-ab7a333a-71a5-433e-8005-2ae36c612e4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:46:36.124326 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-ab7a333a-71a5-433e-8005-2ae36c612e4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:46:36.204996 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-ab7a333a-71a5-433e-8005-2ae36c612e4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:36.208550 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-ab7a333a-71a5-433e-8005-2ae36c612e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:36.216915 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-4ecea58a-c7cb-4777-94b2-f36557c23f37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:36.257335 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-ab7a333a-71a5-433e-8005-2ae36c612e4d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3da58902f87e41c78d1df159b929d09a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2782588
May 02 03:46:36.258084 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7a333a-71a5-433e-8005-2ae36c612e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7cd4b54-5b01-4934-89a0-f2f8ade857f4,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:36.260068 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 41604) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:46:36.261298 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-ab7a333a-71a5-433e-8005-2ae36c612e4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:36.318718 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-85ffcfdc-94b3-47d1-a90f-4a0d97899389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:36.344753 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-85ffcfdc-94b3-47d1-a90f-4a0d97899389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:36.397821 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-85ffcfdc-94b3-47d1-a90f-4a0d97899389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:36.401423 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-64ca47ca-cc5e-41cc-a831-97cc0db30961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:36.412321 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ffcfdc-94b3-47d1-a90f-4a0d97899389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7cd4b54-5b01-4934-89a0-f2f8ade857f4,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:36.416737 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-85ffcfdc-94b3-47d1-a90f-4a0d97899389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:36.418658 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-85ffcfdc-94b3-47d1-a90f-4a0d97899389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:36.419756 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-85ffcfdc-94b3-47d1-a90f-4a0d97899389 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d7cd4b54-5b01-4934-89a0-f2f8ade857f4 HTTP/1.1" status: 204  len: 168 time: 0.1587234
May 02 03:46:36.693470 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 41612) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:46:36.710895 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-1f21dcb0-fc2b-47e0-812c-e00c0f9e0b45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:36.724768 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-1f21dcb0-fc2b-47e0-812c-e00c0f9e0b45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:46:36.728522 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-1f21dcb0-fc2b-47e0-812c-e00c0f9e0b45 admin admin] Usage tracker for resource:security_group_rule and tenant:94a9744dc5c54e47aed5ba6b2801135a is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:46:36.731319 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-1f21dcb0-fc2b-47e0-812c-e00c0f9e0b45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:46:36.737533 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-1f21dcb0-fc2b-47e0-812c-e00c0f9e0b45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:46:36.821626 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-1f21dcb0-fc2b-47e0-812c-e00c0f9e0b45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:36.825580 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-1f21dcb0-fc2b-47e0-812c-e00c0f9e0b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:36.834509 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-fde55949-b16c-42bb-853e-bb39a402d3fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:36.874133 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-1f21dcb0-fc2b-47e0-812c-e00c0f9e0b45 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=94a9744dc5c54e47aed5ba6b2801135a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1790352
May 02 03:46:36.875833 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f21dcb0-fc2b-47e0-812c-e00c0f9e0b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a72d4f-3500-41ea-8287-933bbf97983a,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:36.878095 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 41618) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:46:36.880649 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-1f21dcb0-fc2b-47e0-812c-e00c0f9e0b45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:36.911579 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-bc20f284-72ed-4212-b521-57e5e038781b req-73a2e387-1b72-407d-803d-1872af589e48 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/ports?device_id=130b72cc-ef72-49b2-82db-8ce15845c1ac HTTP/1.1" status: 200  len: 210 time: 0.0484269
May 02 03:46:36.940691 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-96ae675f-3208-4fc5-bfd0-f90087c4dd7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:36.966234 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-96ae675f-3208-4fc5-bfd0-f90087c4dd7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:37.017771 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-96ae675f-3208-4fc5-bfd0-f90087c4dd7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:37.022700 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-6660e6d9-06c2-402f-8fc0-64928b1d836b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:37.033908 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ae675f-3208-4fc5-bfd0-f90087c4dd7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a72d4f-3500-41ea-8287-933bbf97983a,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:37.038543 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-96ae675f-3208-4fc5-bfd0-f90087c4dd7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:37.042751 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-96ae675f-3208-4fc5-bfd0-f90087c4dd7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:37.046734 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-96ae675f-3208-4fc5-bfd0-f90087c4dd7e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/05a72d4f-3500-41ea-8287-933bbf97983a HTTP/1.1" status: 204  len: 168 time: 0.1648076
May 02 03:46:37.808649 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f652d1-f666-44fb-92c4-12e266c8350a req-bf0cd123-d91d-486b-b710-447fcdbd742d tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:46:37.809317 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-30f652d1-f666-44fb-92c4-12e266c8350a req-bf0cd123-d91d-486b-b710-447fcdbd742d tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Synchronizing usage tracker for tenant:a4d0706d5cb74153ac23af4cb02afd02 on resource:network {{(pid=73900) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 02 03:46:37.829586 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-30f652d1-f666-44fb-92c4-12e266c8350a req-bf0cd123-d91d-486b-b710-447fcdbd742d tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Unset dirty status for tenant:a4d0706d5cb74153ac23af4cb02afd02 on resource:network {{(pid=73900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 02 03:46:37.830892 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-30f652d1-f666-44fb-92c4-12e266c8350a req-bf0cd123-d91d-486b-b710-447fcdbd742d tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.37 "GET /v2.0/networks?id=e0f2c995-0c49-41f7-960f-54ff752d74e7 HTTP/1.1" status: 200  len: 812 time: 0.1809561
May 02 03:46:37.868256 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:37.880571 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-30f652d1-f666-44fb-92c4-12e266c8350a req-d965457d-138e-4273-b78c-5eb6923e0c2f tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Synchronizing usage tracker for tenant:a4d0706d5cb74153ac23af4cb02afd02 on resource:security_group {{(pid=73900) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 02 03:46:37.892964 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-30f652d1-f666-44fb-92c4-12e266c8350a req-d965457d-138e-4273-b78c-5eb6923e0c2f tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Unset dirty status for tenant:a4d0706d5cb74153ac23af4cb02afd02 on resource:security_group {{(pid=73900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 02 03:46:37.894072 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-30f652d1-f666-44fb-92c4-12e266c8350a req-d965457d-138e-4273-b78c-5eb6923e0c2f tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4d0706d5cb74153ac23af4cb02afd02 HTTP/1.1" status: 200  len: 378 time: 0.0546706
May 02 03:46:37.911948 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [req-30f652d1-f666-44fb-92c4-12e266c8350a req-db53aa38-5684-4094-810f-d32ff60b10a0 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Request body: {'port': {'device_id': '130b72cc-ef72-49b2-82db-8ce15845c1ac', 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7', 'admin_state_up': True, 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'security_groups': ['dcfcf693-3a80-4024-9c11-020557a5067b']}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:46:38.061930 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [req-30f652d1-f666-44fb-92c4-12e266c8350a req-db53aa38-5684-4094-810f-d32ff60b10a0 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:46:38.066626 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-30f652d1-f666-44fb-92c4-12e266c8350a req-db53aa38-5684-4094-810f-d32ff60b10a0 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Usage tracker for resource:port and tenant:a4d0706d5cb74153ac23af4cb02afd02 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:46:38.069653 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-30f652d1-f666-44fb-92c4-12e266c8350a req-db53aa38-5684-4094-810f-d32ff60b10a0 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Quota usage for port was recalculated. Used quota:2. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:46:38.077927 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [req-30f652d1-f666-44fb-92c4-12e266c8350a req-db53aa38-5684-4094-810f-d32ff60b10a0 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:46:38.082945 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e935d9f0-793c-4232-8aec-cd417abab9ff req-ef08bf30-656e-41f6-bc8b-5d7fa7fcc58e tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/ports?device_id=130b72cc-ef72-49b2-82db-8ce15845c1ac HTTP/1.1" status: 200  len: 210 time: 0.0504956
May 02 03:46:38.088266 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30f652d1-f666-44fb-92c4-12e266c8350a req-db53aa38-5684-4094-810f-d32ff60b10a0 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Made reservation on behalf of a4d0706d5cb74153ac23af4cb02afd02 for: {'port': 1} {{(pid=73900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 02 03:46:38.091716 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-30f652d1-f666-44fb-92c4-12e266c8350a req-db53aa38-5684-4094-810f-d32ff60b10a0 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:38.183853 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-e6097e77-a034-4511-ab7d-a93fceb1840b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:38.360139 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.db_base_plugin_common [req-30f652d1-f666-44fb-92c4-12e266c8350a req-db53aa38-5684-4094-810f-d32ff60b10a0 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Allocated IP 172.20.0.10 (e0f2c995-0c49-41f7-960f-54ff752d74e7/4adfad06-ce64-4b56-9404-7ece70fb7c5a/e29bc4a4-3065-4d04-a38e-9a818317cfb8) {{(pid=73900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 02 03:46:38.560940 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-30f652d1-f666-44fb-92c4-12e266c8350a req-db53aa38-5684-4094-810f-d32ff60b10a0 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks [] for port, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:38.578319 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.provisioning_blocks [req-30f652d1-f666-44fb-92c4-12e266c8350a req-db53aa38-5684-4094-810f-d32ff60b10a0 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Transition to ACTIVE for port object e29bc4a4-3065-4d04-a38e-9a818317cfb8 will not be triggered until provisioned by entity DHCP. {{(pid=73900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:46:38.607073 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-30f652d1-f666-44fb-92c4-12e266c8350a req-db53aa38-5684-4094-810f-d32ff60b10a0 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747865333526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-899257'] for port, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:38.614150 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-ea7f8ead-239c-46ec-af2e-4a2eadee6619 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:38.633802 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:46:38.688530 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30f652d1-f666-44fb-92c4-12e266c8350a req-db53aa38-5684-4094-810f-d32ff60b10a0 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Network e0f2c995-0c49-41f7-960f-54ff752d74e7 is already hosted by enough agents. {{(pid=73900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:46:38.692023 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.base_scheduler [req-30f652d1-f666-44fb-92c4-12e266c8350a req-db53aa38-5684-4094-810f-d32ff60b10a0 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Resources bound (agent type, host, resource id):  {{(pid=73900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:46:38.696252 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.l3_dvrscheduler_db [req-30f652d1-f666-44fb-92c4-12e266c8350a req-db53aa38-5684-4094-810f-d32ff60b10a0 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Received port after_create {{(pid=73900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 02 03:46:38.731710 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db53aa38-5684-4094-810f-d32ff60b10a0 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Pushing event updated for resources: {'Port': ['ID=e29bc4a4-3065-4d04-a38e-9a818317cfb8,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:38.741014 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-db53aa38-5684-4094-810f-d32ff60b10a0 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:38.767515 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f652d1-f666-44fb-92c4-12e266c8350a req-db53aa38-5684-4094-810f-d32ff60b10a0 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:46:38.768323 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-30f652d1-f666-44fb-92c4-12e266c8350a req-db53aa38-5684-4094-810f-d32ff60b10a0 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for port, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:38.795021 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-30f652d1-f666-44fb-92c4-12e266c8350a req-db53aa38-5684-4094-810f-d32ff60b10a0 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8868990
May 02 03:46:38.806841 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [req-30f652d1-f666-44fb-92c4-12e266c8350a req-87d46ae2-48c8-454e-8020-fa2e3b0ffd8e service neutron] Request body: {'port': {'device_id': '130b72cc-ef72-49b2-82db-8ce15845c1ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78907'}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:46:38.927097 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-30f652d1-f666-44fb-92c4-12e266c8350a req-87d46ae2-48c8-454e-8020-fa2e3b0ffd8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:38.975777 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-a286ea50-4868-4f25-ad18-c48b56b7a7b4 None None] Provisioning for port e29bc4a4-3065-4d04-a38e-9a818317cfb8 completed by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:46:38.981251 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-a286ea50-4868-4f25-ad18-c48b56b7a7b4 None None] Provisioning complete for port e29bc4a4-3065-4d04-a38e-9a818317cfb8 triggered by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:46:38.981622 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-a286ea50-4868-4f25-ad18-c48b56b7a7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:39.038404 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-a286ea50-4868-4f25-ad18-c48b56b7a7b4 None None] Port e29bc4a4-3065-4d04-a38e-9a818317cfb8 cannot update to ACTIVE because it is not bound. {{(pid=73902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 02 03:46:39.287464 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df37cb-7d05-4c55-8138-3678cf8ed15a req-345f0277-c9fe-4119-938d-307e04f8c659 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:46:39.289082 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-76df37cb-7d05-4c55-8138-3678cf8ed15a req-345f0277-c9fe-4119-938d-307e04f8c659 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/ports?device_id=130b72cc-ef72-49b2-82db-8ce15845c1ac HTTP/1.1" status: 200  len: 932 time: 0.0961065
May 02 03:46:39.297368 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.notifiers.nova [req-30f652d1-f666-44fb-92c4-12e266c8350a req-87d46ae2-48c8-454e-8020-fa2e3b0ffd8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e29bc4a4-3065-4d04-a38e-9a818317cfb8 {{(pid=73900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 02 03:46:39.304906 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-30f652d1-f666-44fb-92c4-12e266c8350a req-87d46ae2-48c8-454e-8020-fa2e3b0ffd8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:39.319620 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.provisioning_blocks [req-30f652d1-f666-44fb-92c4-12e266c8350a req-87d46ae2-48c8-454e-8020-fa2e3b0ffd8e service neutron] Transition to ACTIVE for port object e29bc4a4-3065-4d04-a38e-9a818317cfb8 will not be triggered until provisioned by entity L2. {{(pid=73900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:46:39.327240 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-30f652d1-f666-44fb-92c4-12e266c8350a req-87d46ae2-48c8-454e-8020-fa2e3b0ffd8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-899214'] for port, after_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:39.333189 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-2c74cd3a-9e05-43e2-b741-5a5e03879155 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:39.364401 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-76df37cb-7d05-4c55-8138-3678cf8ed15a req-07e8654f-5306-4a01-a5e1-2b5397604837 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/security-groups?id=dcfcf693-3a80-4024-9c11-020557a5067b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0690105
May 02 03:46:39.370565 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:39.500646 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d46ae2-48c8-454e-8020-fa2e3b0ffd8e service neutron] Pushing event updated for resources: {'Port': ['ID=e29bc4a4-3065-4d04-a38e-9a818317cfb8,revision_number=2']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:39.508096 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-87d46ae2-48c8-454e-8020-fa2e3b0ffd8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:39.579332 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [req-30f652d1-f666-44fb-92c4-12e266c8350a req-87d46ae2-48c8-454e-8020-fa2e3b0ffd8e service neutron] Attempting to bind port e29bc4a4-3065-4d04-a38e-9a818317cfb8 on host hv-cinder-78907 for vnic_type normal with profile  {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 02 03:46:39.579662 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [req-30f652d1-f666-44fb-92c4-12e266c8350a req-87d46ae2-48c8-454e-8020-fa2e3b0ffd8e service neutron] Attempting to bind port e29bc4a4-3065-4d04-a38e-9a818317cfb8 by drivers openvswitch,hyperv on host hv-cinder-78907 at level 0 using segments [{'id': 'f2d762ee-186f-403b-bcea-c59708d84555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7'}] {{(pid=73900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 02 03:46:39.579984 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f652d1-f666-44fb-92c4-12e266c8350a req-87d46ae2-48c8-454e-8020-fa2e3b0ffd8e service neutron] Attempting to bind port e29bc4a4-3065-4d04-a38e-9a818317cfb8 on network e0f2c995-0c49-41f7-960f-54ff752d74e7 {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:46:39.585021 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f652d1-f666-44fb-92c4-12e266c8350a req-87d46ae2-48c8-454e-8020-fa2e3b0ffd8e service neutron] Port e29bc4a4-3065-4d04-a38e-9a818317cfb8 on network e0f2c995-0c49-41f7-960f-54ff752d74e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78907 {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 02 03:46:39.585330 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f652d1-f666-44fb-92c4-12e266c8350a req-87d46ae2-48c8-454e-8020-fa2e3b0ffd8e service neutron] Attempting to bind port e29bc4a4-3065-4d04-a38e-9a818317cfb8 on network e0f2c995-0c49-41f7-960f-54ff752d74e7 {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:46:39.590653 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f652d1-f666-44fb-92c4-12e266c8350a req-87d46ae2-48c8-454e-8020-fa2e3b0ffd8e service neutron] Checking agent: {'id': '8531ff9a-0c75-4a44-9da7-2507d2e05f16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 8, 9), 'started_at': datetime.datetime(2021, 5, 2, 3, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 02 03:46:39.591028 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f652d1-f666-44fb-92c4-12e266c8350a req-87d46ae2-48c8-454e-8020-fa2e3b0ffd8e service neutron] Checking segment: {'id': 'f2d762ee-186f-403b-bcea-c59708d84555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:46:39.591412 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f652d1-f666-44fb-92c4-12e266c8350a req-87d46ae2-48c8-454e-8020-fa2e3b0ffd8e service neutron] Bound using segment: {'id': 'f2d762ee-186f-403b-bcea-c59708d84555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7'} {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 02 03:46:39.592424 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [req-30f652d1-f666-44fb-92c4-12e266c8350a req-87d46ae2-48c8-454e-8020-fa2e3b0ffd8e service neutron] Bound port: e29bc4a4-3065-4d04-a38e-9a818317cfb8, host: hv-cinder-78907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2d762ee-186f-403b-bcea-c59708d84555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7'}}] {{(pid=73900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 02 03:46:39.592945 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-30f652d1-f666-44fb-92c4-12e266c8350a req-87d46ae2-48c8-454e-8020-fa2e3b0ffd8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:39.680342 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [req-30f652d1-f666-44fb-92c4-12e266c8350a req-87d46ae2-48c8-454e-8020-fa2e3b0ffd8e service neutron] For port e29bc4a4-3065-4d04-a38e-9a818317cfb8, host hv-cinder-78907, cleared binding levels {{(pid=73900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 02 03:46:39.683151 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [req-30f652d1-f666-44fb-92c4-12e266c8350a req-87d46ae2-48c8-454e-8020-fa2e3b0ffd8e service neutron] For port e29bc4a4-3065-4d04-a38e-9a818317cfb8, host hv-cinder-78907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=e29bc4a4-3065-4d04-a38e-9a818317cfb8,segment=NetworkSegment(f2d762ee-186f-403b-bcea-c59708d84555),segment_id=f2d762ee-186f-403b-bcea-c59708d84555)] {{(pid=73900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 02 03:46:39.687658 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-30f652d1-f666-44fb-92c4-12e266c8350a req-87d46ae2-48c8-454e-8020-fa2e3b0ffd8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-899214'] for port, after_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:39.691923 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-b0ef15a7-3249-424d-b99c-dc1f280b4c88 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:39.741124 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f652d1-f666-44fb-92c4-12e266c8350a req-87d46ae2-48c8-454e-8020-fa2e3b0ffd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:46:39.741938 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-30f652d1-f666-44fb-92c4-12e266c8350a req-87d46ae2-48c8-454e-8020-fa2e3b0ffd8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for port, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:39.743307 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-30f652d1-f666-44fb-92c4-12e266c8350a req-87d46ae2-48c8-454e-8020-fa2e3b0ffd8e service neutron] 10.222.0.37 "PUT /v2.0/ports/e29bc4a4-3065-4d04-a38e-9a818317cfb8 HTTP/1.1" status: 200  len: 1094 time: 0.9410086
May 02 03:46:39.743863 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '130b72cc-ef72-49b2-82db-8ce15845c1ac', 'tag': 'e29bc4a4-3065-4d04-a38e-9a818317cfb8'}] {{(pid=73900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:46:39.781788 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d46ae2-48c8-454e-8020-fa2e3b0ffd8e service neutron] Pushing event updated for resources: {'Port': ['ID=e29bc4a4-3065-4d04-a38e-9a818317cfb8,revision_number=3']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:39.785457 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-87d46ae2-48c8-454e-8020-fa2e3b0ffd8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:39.824735 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '130b72cc-ef72-49b2-82db-8ce15845c1ac', 'tag': 'e29bc4a4-3065-4d04-a38e-9a818317cfb8', 'status': 'completed', 'code': 200}
May 02 03:46:39.867364 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f652d1-f666-44fb-92c4-12e266c8350a req-484dd987-3576-42c9-94e4-2da5d1b6b178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:46:39.868602 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-30f652d1-f666-44fb-92c4-12e266c8350a req-484dd987-3576-42c9-94e4-2da5d1b6b178 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4d0706d5cb74153ac23af4cb02afd02&device_id=130b72cc-ef72-49b2-82db-8ce15845c1ac HTTP/1.1" status: 200  len: 1097 time: 0.0763853
May 02 03:46:39.942249 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-30f652d1-f666-44fb-92c4-12e266c8350a req-5c240143-9b29-4722-a211-44250d03c218 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e29bc4a4-3065-4d04-a38e-9a818317cfb8 HTTP/1.1" status: 200  len: 217 time: 0.0658169
May 02 03:46:40.006235 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f652d1-f666-44fb-92c4-12e266c8350a req-873a1cc8-4e2d-49c1-b3f7-2a31669415f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:46:40.007696 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-30f652d1-f666-44fb-92c4-12e266c8350a req-873a1cc8-4e2d-49c1-b3f7-2a31669415f7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4adfad06-ce64-4b56-9404-7ece70fb7c5a HTTP/1.1" status: 200  len: 851 time: 0.0595725
May 02 03:46:40.085905 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f652d1-f666-44fb-92c4-12e266c8350a req-aa01cf7f-2cc8-4663-a4e9-7f45bc3373e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:46:40.087387 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-30f652d1-f666-44fb-92c4-12e266c8350a req-aa01cf7f-2cc8-4663-a4e9-7f45bc3373e1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0f2c995-0c49-41f7-960f-54ff752d74e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0722141
May 02 03:46:40.305132 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-30f652d1-f666-44fb-92c4-12e266c8350a req-b8ec4989-cd8a-4a2d-b1cc-0ed8bfae0924 service neutron] 10.222.0.37 "GET /v2.0/networks/e0f2c995-0c49-41f7-960f-54ff752d74e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2103407
May 02 03:46:40.441514 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-30f652d1-f666-44fb-92c4-12e266c8350a req-f9089fd8-8ed6-46ae-8ed9-aa321caaf750 service neutron] 10.222.0.37 "GET /v2.0/networks/e0f2c995-0c49-41f7-960f-54ff752d74e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1292329
May 02 03:46:40.559348 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b3e239-10d7-4224-bef5-22c5b502b626 req-1553afab-1fff-41ec-9aa3-3cd4256e4f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:46:40.561312 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-12b3e239-10d7-4224-bef5-22c5b502b626 req-1553afab-1fff-41ec-9aa3-3cd4256e4f0a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4d0706d5cb74153ac23af4cb02afd02&device_id=130b72cc-ef72-49b2-82db-8ce15845c1ac HTTP/1.1" status: 200  len: 1097 time: 0.0714188
May 02 03:46:40.565491 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209ab48-5cb9-4870-b79c-77f3e96e6572 req-1312b291-1281-4ad3-aa92-ecd7d68057f3 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:46:40.567009 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c209ab48-5cb9-4870-b79c-77f3e96e6572 req-1312b291-1281-4ad3-aa92-ecd7d68057f3 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/ports?device_id=130b72cc-ef72-49b2-82db-8ce15845c1ac HTTP/1.1" status: 200  len: 944 time: 0.0878792
May 02 03:46:40.615758 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c209ab48-5cb9-4870-b79c-77f3e96e6572 req-7a4dd08f-7e39-4430-b0e4-5df02349cc7d tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/security-groups?id=dcfcf693-3a80-4024-9c11-020557a5067b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0424364
May 02 03:46:40.693934 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b3e239-10d7-4224-bef5-22c5b502b626 req-6b95d95e-b25f-49ec-8bc8-883b6fb51633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:46:40.695524 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-12b3e239-10d7-4224-bef5-22c5b502b626 req-6b95d95e-b25f-49ec-8bc8-883b6fb51633 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e0f2c995-0c49-41f7-960f-54ff752d74e7 HTTP/1.1" status: 200  len: 913 time: 0.1287746
May 02 03:46:40.768529 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-12b3e239-10d7-4224-bef5-22c5b502b626 req-435dc98c-bede-48b9-af41-05852fd78899 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e29bc4a4-3065-4d04-a38e-9a818317cfb8 HTTP/1.1" status: 200  len: 217 time: 0.0643165
May 02 03:46:40.833800 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b3e239-10d7-4224-bef5-22c5b502b626 req-bc76f008-258a-4f19-b463-544ace1e2009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:46:40.835510 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-12b3e239-10d7-4224-bef5-22c5b502b626 req-bc76f008-258a-4f19-b463-544ace1e2009 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4adfad06-ce64-4b56-9404-7ece70fb7c5a HTTP/1.1" status: 200  len: 851 time: 0.0590472
May 02 03:46:40.861140 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:40.918809 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b3e239-10d7-4224-bef5-22c5b502b626 req-b8bc3da0-7219-4e95-bf09-0bf934d0f9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:46:40.921288 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-12b3e239-10d7-4224-bef5-22c5b502b626 req-b8bc3da0-7219-4e95-bf09-0bf934d0f9a8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0f2c995-0c49-41f7-960f-54ff752d74e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0768826
May 02 03:46:41.053233 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-12b3e239-10d7-4224-bef5-22c5b502b626 req-288d36fa-2449-4b66-8d84-ad1333a037ea service neutron] 10.222.0.37 "GET /v2.0/networks/e0f2c995-0c49-41f7-960f-54ff752d74e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1264331
May 02 03:46:41.185317 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-12b3e239-10d7-4224-bef5-22c5b502b626 req-6e191915-bd45-432c-802b-38bc19725685 service neutron] 10.222.0.37 "GET /v2.0/networks/e0f2c995-0c49-41f7-960f-54ff752d74e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1253085
May 02 03:46:41.500198 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:41.801423 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628b600-bc34-4cf2-8888-337acf5775a2 req-fbae95a5-ef72-405e-9152-e23f259369c3 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:46:41.802756 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a628b600-bc34-4cf2-8888-337acf5775a2 req-fbae95a5-ef72-405e-9152-e23f259369c3 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/ports?device_id=130b72cc-ef72-49b2-82db-8ce15845c1ac HTTP/1.1" status: 200  len: 944 time: 0.0816240
May 02 03:46:41.847844 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a628b600-bc34-4cf2-8888-337acf5775a2 req-fe641777-003c-4ba4-9f6e-fc8374caac9c tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/security-groups?id=dcfcf693-3a80-4024-9c11-020557a5067b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0393152
May 02 03:46:43.032541 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bbb4e7-8dc4-41bd-97ff-4ad9652a7326 req-75d0ca0b-1b95-44c2-9bb0-55537525257a tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:46:43.034101 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-67bbb4e7-8dc4-41bd-97ff-4ad9652a7326 req-75d0ca0b-1b95-44c2-9bb0-55537525257a tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/ports?device_id=130b72cc-ef72-49b2-82db-8ce15845c1ac HTTP/1.1" status: 200  len: 944 time: 0.0827770
May 02 03:46:43.083103 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-67bbb4e7-8dc4-41bd-97ff-4ad9652a7326 req-9c7c05ff-f526-489c-8b88-97b38f1abd70 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/security-groups?id=dcfcf693-3a80-4024-9c11-020557a5067b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0431559
May 02 03:46:44.267819 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c7957-ba32-49f5-8bf7-314b1a11a378 req-1afb014a-f98f-4f52-aa77-5a0dc2cc8355 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:46:44.269324 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-ff3c7957-ba32-49f5-8bf7-314b1a11a378 req-1afb014a-f98f-4f52-aa77-5a0dc2cc8355 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/ports?device_id=130b72cc-ef72-49b2-82db-8ce15845c1ac HTTP/1.1" status: 200  len: 944 time: 0.0827224
May 02 03:46:44.314962 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-ff3c7957-ba32-49f5-8bf7-314b1a11a378 req-bef7849b-4d92-404c-9f0d-1ce69248037f tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/security-groups?id=dcfcf693-3a80-4024-9c11-020557a5067b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0388572
May 02 03:46:44.602252 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 41756) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:46:44.715229 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-96b6bf8d-1e4b-4706-938f-a043aa536aaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:44.729451 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-96b6bf8d-1e4b-4706-938f-a043aa536aaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:46:44.733807 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-96b6bf8d-1e4b-4706-938f-a043aa536aaa admin admin] Usage tracker for resource:security_group_rule and tenant:9edbcf2a8f8b44b293164352a76367f1 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:46:44.736590 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-96b6bf8d-1e4b-4706-938f-a043aa536aaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:46:44.742188 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-96b6bf8d-1e4b-4706-938f-a043aa536aaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:46:44.823209 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-96b6bf8d-1e4b-4706-938f-a043aa536aaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:44.826999 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-96b6bf8d-1e4b-4706-938f-a043aa536aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:44.839214 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-d188d617-0f01-4d86-bd50-45a6b8599969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:44.879082 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-96b6bf8d-1e4b-4706-938f-a043aa536aaa admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9edbcf2a8f8b44b293164352a76367f1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2756870
May 02 03:46:44.880687 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b6bf8d-1e4b-4706-938f-a043aa536aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524a4dd7-6abc-40e2-b5df-376dea48c17a,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:44.881616 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 41762) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:46:44.884562 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-96b6bf8d-1e4b-4706-938f-a043aa536aaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:44.939685 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-2f667c66-19b4-4d58-9ec0-92c89d67b2eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:44.965247 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-2f667c66-19b4-4d58-9ec0-92c89d67b2eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:45.015871 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-2f667c66-19b4-4d58-9ec0-92c89d67b2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:45.019521 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-96ae675f-3208-4fc5-bfd0-f90087c4dd7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:45.030753 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f667c66-19b4-4d58-9ec0-92c89d67b2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524a4dd7-6abc-40e2-b5df-376dea48c17a,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:45.034496 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-2f667c66-19b4-4d58-9ec0-92c89d67b2eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:45.037576 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-2f667c66-19b4-4d58-9ec0-92c89d67b2eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:45.038686 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-2f667c66-19b4-4d58-9ec0-92c89d67b2eb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/524a4dd7-6abc-40e2-b5df-376dea48c17a HTTP/1.1" status: 204  len: 168 time: 0.1560683
May 02 03:46:45.312083 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 41770) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:46:45.329408 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-60916d73-d973-492b-b488-df21d6642c73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:45.344446 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-60916d73-d973-492b-b488-df21d6642c73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:46:45.348611 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-60916d73-d973-492b-b488-df21d6642c73 admin admin] Usage tracker for resource:security_group_rule and tenant:f34a9935cdfb4a5f858d28a81156fd13 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:46:45.351481 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-60916d73-d973-492b-b488-df21d6642c73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:46:45.358069 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-60916d73-d973-492b-b488-df21d6642c73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:46:45.488554 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-60916d73-d973-492b-b488-df21d6642c73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:45.493390 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-60916d73-d973-492b-b488-df21d6642c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:45.501768 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-eddd2ca3-9c95-4545-9115-8d8d089d739f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:45.633729 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60916d73-d973-492b-b488-df21d6642c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e406115c-223e-46c7-a544-ca9cf18134a7,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:45.639615 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-60916d73-d973-492b-b488-df21d6642c73 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f34a9935cdfb4a5f858d28a81156fd13&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3264763
May 02 03:46:45.640551 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-60916d73-d973-492b-b488-df21d6642c73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:45.642447 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 41776) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:46:45.677249 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c260980a-7b14-435c-9b43-c5b72a5d4ab0 req-2da5ba12-b643-4bd6-b143-a50f3b665662 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:46:45.678690 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c260980a-7b14-435c-9b43-c5b72a5d4ab0 req-2da5ba12-b643-4bd6-b143-a50f3b665662 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/ports?device_id=130b72cc-ef72-49b2-82db-8ce15845c1ac HTTP/1.1" status: 200  len: 944 time: 0.2515097
May 02 03:46:45.745260 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c260980a-7b14-435c-9b43-c5b72a5d4ab0 req-2992298c-e285-4d7a-b619-9c849030d33c tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/security-groups?id=dcfcf693-3a80-4024-9c11-020557a5067b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0604906
May 02 03:46:45.747576 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-dc702cea-c22a-4074-b316-faffc2e48140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:45.773586 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-dc702cea-c22a-4074-b316-faffc2e48140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:45.825749 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-dc702cea-c22a-4074-b316-faffc2e48140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:45.829976 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-59072766-05ab-4160-b8de-71bbe3760adc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:45.845704 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc702cea-c22a-4074-b316-faffc2e48140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e406115c-223e-46c7-a544-ca9cf18134a7,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:45.849874 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-dc702cea-c22a-4074-b316-faffc2e48140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:45.867935 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-dc702cea-c22a-4074-b316-faffc2e48140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:45.869000 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-dc702cea-c22a-4074-b316-faffc2e48140 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e406115c-223e-46c7-a544-ca9cf18134a7 HTTP/1.1" status: 204  len: 168 time: 0.2254796
May 02 03:46:46.572076 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 41800) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:46:46.677288 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.v2.base [None req-ae20cdcf-354c-4117-8130-b38275ce5c95 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-850265789-network', 'tenant_id': '23c14401529e46c1a87a0f77a664eafd'}} {{(pid=73901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:46:46.682033 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-ae20cdcf-354c-4117-8130-b38275ce5c95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:46:46.685972 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-ae20cdcf-354c-4117-8130-b38275ce5c95 admin admin] Usage tracker for resource:network and tenant:23c14401529e46c1a87a0f77a664eafd is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:46:46.688923 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-ae20cdcf-354c-4117-8130-b38275ce5c95 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:46:46.695277 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-ae20cdcf-354c-4117-8130-b38275ce5c95 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:46:46.705196 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae20cdcf-354c-4117-8130-b38275ce5c95 admin admin] Made reservation on behalf of 23c14401529e46c1a87a0f77a664eafd for: {'network': 1} {{(pid=73901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 02 03:46:46.707531 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-ae20cdcf-354c-4117-8130-b38275ce5c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for network, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:46.720379 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-ae20cdcf-354c-4117-8130-b38275ce5c95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:46.734329 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-ae20cdcf-354c-4117-8130-b38275ce5c95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:46:46.738051 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-ae20cdcf-354c-4117-8130-b38275ce5c95 admin admin] Usage tracker for resource:security_group_rule and tenant:23c14401529e46c1a87a0f77a664eafd is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:46:46.740922 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-ae20cdcf-354c-4117-8130-b38275ce5c95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:46:46.746639 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-ae20cdcf-354c-4117-8130-b38275ce5c95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:46:46.830607 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-ae20cdcf-354c-4117-8130-b38275ce5c95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:46.834642 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-ae20cdcf-354c-4117-8130-b38275ce5c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:46.837492 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-dc702cea-c22a-4074-b316-faffc2e48140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:46.868486 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae20cdcf-354c-4117-8130-b38275ce5c95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214}  {{(pid=73901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 02 03:46:46.911207 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae20cdcf-354c-4117-8130-b38275ce5c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac559c9-934b-4213-a755-af9c153ee394,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:46.924072 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-ae20cdcf-354c-4117-8130-b38275ce5c95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:46.928825 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-ae20cdcf-354c-4117-8130-b38275ce5c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800657'] for segment, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:46.929160 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.db.segments_db [None req-ae20cdcf-354c-4117-8130-b38275ce5c95 admin admin] Added segment 6c7bd06f-3a85-46ef-8ac0-09bf83a6e02b of type vlan for network 8ab29b2c-b11f-4d5d-85de-011a7a1aa71e
May 02 03:46:46.961987 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-ae20cdcf-354c-4117-8130-b38275ce5c95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747865320852'] for network, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:47.003027 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74074898-24f3-4be0-bad3-bd1bd9898ced req-cc3632b6-1585-4c94-b992-397bc932b2cb tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:46:47.004494 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-74074898-24f3-4be0-bad3-bd1bd9898ced req-cc3632b6-1585-4c94-b992-397bc932b2cb tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/ports?device_id=130b72cc-ef72-49b2-82db-8ce15845c1ac HTTP/1.1" status: 200  len: 944 time: 0.1370423
May 02 03:46:47.025099 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-ae20cdcf-354c-4117-8130-b38275ce5c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347'] for network, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:47.028775 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae20cdcf-354c-4117-8130-b38275ce5c95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:46:47.029858 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-ae20cdcf-354c-4117-8130-b38275ce5c95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for network, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:47.035352 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-03c47274-c586-43c4-9286-3c331d2245f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:47.144070 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-74074898-24f3-4be0-bad3-bd1bd9898ced req-b20a65a1-d393-4e43-bc3e-90449efa835b tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/security-groups?id=dcfcf693-3a80-4024-9c11-020557a5067b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1336892
May 02 03:46:47.150009 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-ae20cdcf-354c-4117-8130-b38275ce5c95 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5769296
May 02 03:46:47.152960 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 41808) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:46:47.161290 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.v2.base [None req-a692efb0-7679-4953-acbc-4d9406bf7793 admin admin] Request body: {'subnet': {'network_id': '8ab29b2c-b11f-4d5d-85de-011a7a1aa71e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-850265789-subnet', 'tenant_id': '23c14401529e46c1a87a0f77a664eafd', 'ip_version': 4}} {{(pid=73901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:46:47.164489 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae20cdcf-354c-4117-8130-b38275ce5c95 admin admin] Pushing event updated for resources: {'Network': ['ID=8ab29b2c-b11f-4d5d-85de-011a7a1aa71e,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:47.167619 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-ae20cdcf-354c-4117-8130-b38275ce5c95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:47.168527 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-a692efb0-7679-4953-acbc-4d9406bf7793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:46:47.172638 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-a692efb0-7679-4953-acbc-4d9406bf7793 admin admin] Usage tracker for resource:subnet and tenant:23c14401529e46c1a87a0f77a664eafd is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:46:47.174552 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Network 8ab29b2c-b11f-4d5d-85de-011a7a1aa71e details requested by agent ovs-agent-dv-cinder-789077-1-iscsi with host dv-cinder-789077-1-iscsi {{(pid=73902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 02 03:46:47.175544 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-a692efb0-7679-4953-acbc-4d9406bf7793 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:46:47.181190 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-a692efb0-7679-4953-acbc-4d9406bf7793 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:46:47.191504 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a692efb0-7679-4953-acbc-4d9406bf7793 admin admin] Made reservation on behalf of 23c14401529e46c1a87a0f77a664eafd for: {'subnet': 1} {{(pid=73901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 02 03:46:47.193942 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-a692efb0-7679-4953-acbc-4d9406bf7793 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2160961'] for subnet, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:47.570231 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-a692efb0-7679-4953-acbc-4d9406bf7793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3711789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2160983'] for subnet, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:47.574064 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:47.643408 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a692efb0-7679-4953-acbc-4d9406bf7793 admin admin] Pushing event updated for resources: {'Subnet': ['ID=286c6bb6-004b-43b1-8029-65854dd5dddf,revision_number=0']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:47.646024 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-a692efb0-7679-4953-acbc-4d9406bf7793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:47.653102 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a692efb0-7679-4953-acbc-4d9406bf7793 admin admin] Checking segment: {'id': '6c7bd06f-3a85-46ef-8ac0-09bf83a6e02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8ab29b2c-b11f-4d5d-85de-011a7a1aa71e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:46:47.653448 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a692efb0-7679-4953-acbc-4d9406bf7793 admin admin] Network hostable DHCP agents. Network: 8ab29b2c-b11f-4d5d-85de-011a7a1aa71e, hostable agents: ['b8cff7bf-6a12-4b5e-9f6f-ac6aa9384c4c'], hosted agents: [] {{(pid=73901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 02 03:46:47.670040 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a692efb0-7679-4953-acbc-4d9406bf7793 admin admin] Network 8ab29b2c-b11f-4d5d-85de-011a7a1aa71e is scheduled to be hosted by DHCP agent b8cff7bf-6a12-4b5e-9f6f-ac6aa9384c4c with binding_index 1 {{(pid=73901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 02 03:46:47.678802 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.base_scheduler [None req-a692efb0-7679-4953-acbc-4d9406bf7793 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789077-1-iscsi, 8ab29b2c-b11f-4d5d-85de-011a7a1aa71e) {{(pid=73901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:46:47.688347 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246b3a1b-913b-4b07-9c74-d493d63343b5 None None] Network 8ab29b2c-b11f-4d5d-85de-011a7a1aa71e requested from dv-cinder-789077-1-iscsi {{(pid=73902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 02 03:46:47.688579 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a692efb0-7679-4953-acbc-4d9406bf7793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:46:47.689175 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-a692efb0-7679-4953-acbc-4d9406bf7793 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for subnet, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:47.709963 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-a692efb0-7679-4953-acbc-4d9406bf7793 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.5560303
May 02 03:46:47.712766 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 41812) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:46:47.717955 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.v2.base [None req-824bc095-5010-47d6-923f-b4a438eaf56f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-850265789-router', 'tenant_id': '23c14401529e46c1a87a0f77a664eafd', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700'}}} {{(pid=73901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:46:47.722537 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-824bc095-5010-47d6-923f-b4a438eaf56f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:46:47.726468 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-824bc095-5010-47d6-923f-b4a438eaf56f admin admin] Usage tracker for resource:router and tenant:23c14401529e46c1a87a0f77a664eafd is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:46:47.729281 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-824bc095-5010-47d6-923f-b4a438eaf56f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:46:47.735369 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-824bc095-5010-47d6-923f-b4a438eaf56f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:46:47.745560 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-824bc095-5010-47d6-923f-b4a438eaf56f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-420455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1022290'] for router, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:47.746638 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-824bc095-5010-47d6-923f-b4a438eaf56f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-356199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419551', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022299'] for router, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:47.763299 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-824bc095-5010-47d6-923f-b4a438eaf56f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:47.909954 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f94723-b519-4772-a4b5-dacc2903d70b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp638e923c-381b-5c45-a4d5-c004445b304f-8ab29b2c-b11f-4d5d-85de-011a7a1aa71e', 'network_id': '8ab29b2c-b11f-4d5d-85de-011a7a1aa71e', 'tenant_id': '23c14401529e46c1a87a0f77a664eafd', 'fixed_ips': [{'subnet_id': '286c6bb6-004b-43b1-8029-65854dd5dddf'}]}} from dv-cinder-789077-1-iscsi. {{(pid=73902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 02 03:46:47.910824 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-b8f94723-b519-4772-a4b5-dacc2903d70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_create {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:48.031621 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-824bc095-5010-47d6-923f-b4a438eaf56f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419542', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-420361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1022377'] for router, precommit_update {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:48.069088 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.db_base_plugin_common [None req-b8f94723-b519-4772-a4b5-dacc2903d70b None None] Allocated IP 172.20.0.2 (8ab29b2c-b11f-4d5d-85de-011a7a1aa71e/286c6bb6-004b-43b1-8029-65854dd5dddf/1a0f758a-6a85-4870-b954-494316abc89e) {{(pid=73902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 02 03:46:48.289840 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-b8f94723-b519-4772-a4b5-dacc2903d70b None None] Notify callbacks [] for port, precommit_create {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:48.300630 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-b8f94723-b519-4772-a4b5-dacc2903d70b None None] Transition to ACTIVE for port object 1a0f758a-6a85-4870-b954-494316abc89e will not be triggered until provisioned by entity L2. {{(pid=73902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:46:48.319854 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-b8f94723-b519-4772-a4b5-dacc2903d70b None None] Transition to ACTIVE for port object 1a0f758a-6a85-4870-b954-494316abc89e will not be triggered until provisioned by entity DHCP. {{(pid=73902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:46:48.325111 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-b8f94723-b519-4772-a4b5-dacc2903d70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747865333526'] for port, after_create {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:48.329800 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-b8b55816-e2d3-4750-b85f-8549d8a4f51b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:48.432853 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f94723-b519-4772-a4b5-dacc2903d70b None None] Network 8ab29b2c-b11f-4d5d-85de-011a7a1aa71e is already hosted by enough agents. {{(pid=73902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:46:48.437153 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.scheduler.base_scheduler [None req-b8f94723-b519-4772-a4b5-dacc2903d70b None None] Resources bound (agent type, host, resource id):  {{(pid=73902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:46:48.441169 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f94723-b519-4772-a4b5-dacc2903d70b None None] Received port after_create {{(pid=73902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 02 03:46:48.446906 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f94723-b519-4772-a4b5-dacc2903d70b None None] Pushing event updated for resources: {'Port': ['ID=1a0f758a-6a85-4870-b954-494316abc89e,revision_number=1']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:48.450953 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-b8f94723-b519-4772-a4b5-dacc2903d70b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:48.503855 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-824bc095-5010-47d6-923f-b4a438eaf56f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:48.537482 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-824bc095-5010-47d6-923f-b4a438eaf56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:48.537961 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.managers [None req-b8f94723-b519-4772-a4b5-dacc2903d70b None None] Attempting to bind port 1a0f758a-6a85-4870-b954-494316abc89e on host dv-cinder-789077-1-iscsi for vnic_type normal with profile  {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 02 03:46:48.538333 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.managers [None req-b8f94723-b519-4772-a4b5-dacc2903d70b None None] Attempting to bind port 1a0f758a-6a85-4870-b954-494316abc89e by drivers openvswitch,hyperv on host dv-cinder-789077-1-iscsi at level 0 using segments [{'id': '6c7bd06f-3a85-46ef-8ac0-09bf83a6e02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8ab29b2c-b11f-4d5d-85de-011a7a1aa71e'}] {{(pid=73902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 02 03:46:48.538726 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f94723-b519-4772-a4b5-dacc2903d70b None None] Attempting to bind port 1a0f758a-6a85-4870-b954-494316abc89e on network 8ab29b2c-b11f-4d5d-85de-011a7a1aa71e {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:46:48.543886 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f94723-b519-4772-a4b5-dacc2903d70b None None] Checking agent: {'id': 'b50cee90-c6d3-4c0d-a208-12c20bd9f0cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 2, 8), 'started_at': datetime.datetime(2021, 5, 2, 3, 2, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 02 03:46:48.544258 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f94723-b519-4772-a4b5-dacc2903d70b None None] Checking segment: {'id': '6c7bd06f-3a85-46ef-8ac0-09bf83a6e02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8ab29b2c-b11f-4d5d-85de-011a7a1aa71e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:46:48.544671 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-b8f94723-b519-4772-a4b5-dacc2903d70b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:48.545663 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f94723-b519-4772-a4b5-dacc2903d70b None None] Bound using segment: {'id': '6c7bd06f-3a85-46ef-8ac0-09bf83a6e02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8ab29b2c-b11f-4d5d-85de-011a7a1aa71e'} {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 02 03:46:48.546135 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.managers [None req-b8f94723-b519-4772-a4b5-dacc2903d70b None None] Bound port: 1a0f758a-6a85-4870-b954-494316abc89e, host: dv-cinder-789077-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c7bd06f-3a85-46ef-8ac0-09bf83a6e02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8ab29b2c-b11f-4d5d-85de-011a7a1aa71e'}}] {{(pid=73902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 02 03:46:48.546528 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-b8f94723-b519-4772-a4b5-dacc2903d70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:48.547287 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8673fa2-e895-4ca5-be0c-f2d6934394fc req-aa6cee92-50f1-4746-bc24-4debab1d6579 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:46:48.548736 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e8673fa2-e895-4ca5-be0c-f2d6934394fc req-aa6cee92-50f1-4746-bc24-4debab1d6579 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/ports?device_id=130b72cc-ef72-49b2-82db-8ce15845c1ac HTTP/1.1" status: 200  len: 944 time: 0.2277963
May 02 03:46:48.634993 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-b8f94723-b519-4772-a4b5-dacc2903d70b None None] For port 1a0f758a-6a85-4870-b954-494316abc89e, host dv-cinder-789077-1-iscsi, cleared binding levels {{(pid=73902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 02 03:46:48.638015 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-b8f94723-b519-4772-a4b5-dacc2903d70b None None] For port 1a0f758a-6a85-4870-b954-494316abc89e, host dv-cinder-789077-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=1a0f758a-6a85-4870-b954-494316abc89e,segment=NetworkSegment(6c7bd06f-3a85-46ef-8ac0-09bf83a6e02b),segment_id=6c7bd06f-3a85-46ef-8ac0-09bf83a6e02b)] {{(pid=73902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 02 03:46:48.643266 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-b8f94723-b519-4772-a4b5-dacc2903d70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:48.647972 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:48.650380 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e8673fa2-e895-4ca5-be0c-f2d6934394fc req-17cbc920-8b95-437a-b057-90f076d394f1 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/security-groups?id=dcfcf693-3a80-4024-9c11-020557a5067b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0688212
May 02 03:46:48.719117 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.db_base_plugin_common [None req-824bc095-5010-47d6-923f-b4a438eaf56f admin admin] Allocated IP 172.27.0.74 (8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700/cde322b7-5107-4ee3-8bef-bf160ca73532/f5b5ca89-da66-4923-99ac-b72676e034e1) {{(pid=73901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 02 03:46:48.728880 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f94723-b519-4772-a4b5-dacc2903d70b None None] Pushing event updated for resources: {'Port': ['ID=1a0f758a-6a85-4870-b954-494316abc89e,revision_number=2']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:48.731948 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-b8f94723-b519-4772-a4b5-dacc2903d70b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:48.896039 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-824bc095-5010-47d6-923f-b4a438eaf56f admin admin] Notify callbacks [] for port, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:48.932203 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-824bc095-5010-47d6-923f-b4a438eaf56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747865333526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718557'] for port, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:48.936458 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-a3b22841-9252-4080-b799-132087032c06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:49.000202 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824bc095-5010-47d6-923f-b4a438eaf56f admin admin] Network 8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700 is already hosted by enough agents. {{(pid=73901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:46:49.003387 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.base_scheduler [None req-824bc095-5010-47d6-923f-b4a438eaf56f admin admin] Resources bound (agent type, host, resource id):  {{(pid=73901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:46:49.007066 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824bc095-5010-47d6-923f-b4a438eaf56f admin admin] Received port after_create {{(pid=73901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 02 03:46:49.043685 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824bc095-5010-47d6-923f-b4a438eaf56f admin admin] Pushing event updated for resources: {'Port': ['ID=f5b5ca89-da66-4923-99ac-b72676e034e1,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:49.052146 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-824bc095-5010-47d6-923f-b4a438eaf56f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:49.175611 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device e29bc4a4-3065-4d04-a38e-9a818317cfb8 details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=73902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 02 03:46:49.316467 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port e29bc4a4-3065-4d04-a38e-9a818317cfb8, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=e29bc4a4-3065-4d04-a38e-9a818317cfb8,segment=NetworkSegment(f2d762ee-186f-403b-bcea-c59708d84555),segment_id=f2d762ee-186f-403b-bcea-c59708d84555)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:46:49.332340 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Returning: {'device': 'e29bc4a4-3065-4d04-a38e-9a818317cfb8', 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7', 'port_id': 'e29bc4a4-3065-4d04-a38e-9a818317cfb8', 'mac_address': 'fa:16:3e:c4:ff:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4adfad06-ce64-4b56-9404-7ece70fb7c5a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 02 03:46:49.393923 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:49.412505 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.notifiers.nova [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e29bc4a4-3065-4d04-a38e-9a818317cfb8 {{(pid=73902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 02 03:46:49.430644 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port e29bc4a4-3065-4d04-a38e-9a818317cfb8, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=e29bc4a4-3065-4d04-a38e-9a818317cfb8,segment=NetworkSegment(f2d762ee-186f-403b-bcea-c59708d84555),segment_id=f2d762ee-186f-403b-bcea-c59708d84555)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:46:49.434839 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-824bc095-5010-47d6-923f-b4a438eaf56f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:49.435011 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:49.438005 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-69bc77a4-7949-44b1-aa0d-d6db331bc5d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:49.510555 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Pushing event updated for resources: {'Port': ['ID=e29bc4a4-3065-4d04-a38e-9a818317cfb8,revision_number=4']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:49.514135 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:49.590449 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b861df-f565-4539-8108-c2291953e323 None None] Network 8ab29b2c-b11f-4d5d-85de-011a7a1aa71e requested from dv-cinder-789077-1-iscsi {{(pid=73902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 02 03:46:49.666883 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] get_ports_and_sgs() called for port_ids ['e29bc4a4-3065-4d04-a38e-9a818317cfb8'] {{(pid=73902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 02 03:46:49.761395 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-95db2c14-e2b0-48ee-b8c1-2ef013d55490 None None] Provisioning for port 1a0f758a-6a85-4870-b954-494316abc89e completed by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:46:49.932636 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-824bc095-5010-47d6-923f-b4a438eaf56f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419513'] for router, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:50.086879 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef57950b-c108-44a2-a584-87826e07f235 req-b27c9612-4523-4221-bd28-57cd6f672ef0 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:46:50.088362 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-ef57950b-c108-44a2-a584-87826e07f235 req-b27c9612-4523-4221-bd28-57cd6f672ef0 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/ports?device_id=130b72cc-ef72-49b2-82db-8ce15845c1ac HTTP/1.1" status: 200  len: 945 time: 0.2370019
May 02 03:46:50.161984 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-ef57950b-c108-44a2-a584-87826e07f235 req-d2e111e9-7c99-46cb-a63a-1a73c46ae0f8 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/security-groups?id=dcfcf693-3a80-4024-9c11-020557a5067b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0656993
May 02 03:46:50.197080 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-824bc095-5010-47d6-923f-b4a438eaf56f admin admin] Router e37bef6e-abde-44dd-b64d-f5b0e7abafbb is scheduled to L3 agent c822661f-3527-457d-a53a-678072f60f18 with binding_index 1 {{(pid=73901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 02 03:46:50.377269 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824bc095-5010-47d6-923f-b4a438eaf56f admin admin] Notify agent at l3_agent.dv-cinder-789077-1-iscsi the message routers_updated {{(pid=73901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 02 03:46:50.385891 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d2c773-3ff2-46da-a36e-f4c9d6766d3d None None] Sync routers for ids ['e37bef6e-abde-44dd-b64d-f5b0e7abafbb'] in dv-cinder-789077-1-iscsi {{(pid=73902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 02 03:46:50.395629 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d2c773-3ff2-46da-a36e-f4c9d6766d3d None None] Routers {'e37bef6e-abde-44dd-b64d-f5b0e7abafbb'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:46:50.396245 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-f8d2c773-3ff2-46da-a36e-f4c9d6766d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c54b057f0>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:46:38Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['e37bef6e-abde-44dd-b64d-f5b0e7abafbb'], 'active': True} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:46:50.402644 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-824bc095-5010-47d6-923f-b4a438eaf56f admin admin] Notify callbacks [] for router, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:50.407771 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-824bc095-5010-47d6-923f-b4a438eaf56f admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 2.6940176
May 02 03:46:50.407917 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 41820) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:46:50.489479 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 1a0f758a-6a85-4870-b954-494316abc89e up at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:46:50.627732 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvr_db [None req-f8d2c773-3ff2-46da-a36e-f4c9d6766d3d None None] Set router e37bef6e-abde-44dd-b64d-f5b0e7abafbb gateway port host: dv-cinder-789077-1-iscsi {{(pid=73902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:46:50.761849 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning for port 1a0f758a-6a85-4870-b954-494316abc89e completed by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:46:50.820278 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning complete for port 1a0f758a-6a85-4870-b954-494316abc89e triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:46:50.820649 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:51.051651 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:51.090964 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] For port 1a0f758a-6a85-4870-b954-494316abc89e, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=1a0f758a-6a85-4870-b954-494316abc89e,segment=NetworkSegment(6c7bd06f-3a85-46ef-8ac0-09bf83a6e02b),segment_id=6c7bd06f-3a85-46ef-8ac0-09bf83a6e02b)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:46:51.095732 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:51.098200 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-accc69fb-cf4f-4040-b17f-9016ed09ba04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:51.132801 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-f8d2c773-3ff2-46da-a36e-f4c9d6766d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c54b057f0>, [{'id': 'e37bef6e-abde-44dd-b64d-f5b0e7abafbb', 'name': 'tempest-TestShelveInstance-850265789-router', 'tenant_id': '23c14401529e46c1a87a0f77a664eafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': 'f5b5ca89-da66-4923-99ac-b72676e034e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:46:47Z', 'updated_at': '2021-05-02T03:46:49Z', 'revision_number': 3, 'project_id': '23c14401529e46c1a87a0f77a664eafd', 'gw_port': {'id': 'f5b5ca89-da66-4923-99ac-b72676e034e1', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:33:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37bef6e-abde-44dd-b64d-f5b0e7abafbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:46:48Z', 'updated_at': '2021-05-02T03:46:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi'}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:46:51.146044 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d2c773-3ff2-46da-a36e-f4c9d6766d3d None None] Checking router: e37bef6e-abde-44dd-b64d-f5b0e7abafbb for host: dv-cinder-789077-1-iscsi {{(pid=73902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 02 03:46:51.146395 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d2c773-3ff2-46da-a36e-f4c9d6766d3d None None] Updating router e37bef6e-abde-44dd-b64d-f5b0e7abafbb port f5b5ca89-da66-4923-99ac-b72676e034e1 binding host dv-cinder-789077-1-iscsi {{(pid=73902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 02 03:46:51.183267 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-c4162999-745b-4bbd-8b5f-e5beac1484c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:51.194171 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device e29bc4a4-3065-4d04-a38e-9a818317cfb8 up at agent hyperv_hv-cinder-78907 {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:46:51.257433 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Pushing event updated for resources: {'Port': ['ID=1a0f758a-6a85-4870-b954-494316abc89e,revision_number=3']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:51.268270 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:51.271805 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-f8d2c773-3ff2-46da-a36e-f4c9d6766d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:51.356287 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b9fb79-f304-4556-a45c-0da33dbe9a59 req-fb5c924e-261d-4332-8b9f-125e92d368d8 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:46:51.358776 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-64b9fb79-f304-4556-a45c-0da33dbe9a59 req-fb5c924e-261d-4332-8b9f-125e92d368d8 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/ports?device_id=130b72cc-ef72-49b2-82db-8ce15845c1ac HTTP/1.1" status: 200  len: 945 time: 0.0874767
May 02 03:46:51.379493 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Provisioning for port e29bc4a4-3065-4d04-a38e-9a818317cfb8 completed by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:46:51.390120 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Provisioning complete for port e29bc4a4-3065-4d04-a38e-9a818317cfb8 triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:46:51.390792 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:51.405400 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-64b9fb79-f304-4556-a45c-0da33dbe9a59 req-d21a1d4f-fcb4-4845-ad8e-955ffb33c5a7 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/security-groups?id=dcfcf693-3a80-4024-9c11-020557a5067b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0399566
May 02 03:46:51.408091 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.db_base_plugin_common [None req-c4162999-745b-4bbd-8b5f-e5beac1484c8 admin admin] Allocated IP 172.20.0.1 (8ab29b2c-b11f-4d5d-85de-011a7a1aa71e/286c6bb6-004b-43b1-8029-65854dd5dddf/288b2c02-571e-4dcc-8e39-3697d9e35431) {{(pid=73900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 02 03:46:51.558111 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-c4162999-745b-4bbd-8b5f-e5beac1484c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:51.573792 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.provisioning_blocks [None req-c4162999-745b-4bbd-8b5f-e5beac1484c8 admin admin] Transition to ACTIVE for port object 288b2c02-571e-4dcc-8e39-3697d9e35431 will not be triggered until provisioned by entity DHCP. {{(pid=73900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:46:51.597254 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-c4162999-745b-4bbd-8b5f-e5beac1484c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747865333526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-899257'] for port, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:51.600995 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-c90ca7bc-41a4-4c7e-9b80-2cf6ef942034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:51.630314 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:51.664020 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4162999-745b-4bbd-8b5f-e5beac1484c8 admin admin] Network 8ab29b2c-b11f-4d5d-85de-011a7a1aa71e is already hosted by enough agents. {{(pid=73900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:46:51.664419 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '130b72cc-ef72-49b2-82db-8ce15845c1ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29bc4a4-3065-4d04-a38e-9a818317cfb8'}] {{(pid=73902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:46:51.667238 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.base_scheduler [None req-c4162999-745b-4bbd-8b5f-e5beac1484c8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:46:51.672551 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4162999-745b-4bbd-8b5f-e5beac1484c8 admin admin] Received port after_create {{(pid=73900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 02 03:46:51.680265 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port e29bc4a4-3065-4d04-a38e-9a818317cfb8, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=e29bc4a4-3065-4d04-a38e-9a818317cfb8,segment=NetworkSegment(f2d762ee-186f-403b-bcea-c59708d84555),segment_id=f2d762ee-186f-403b-bcea-c59708d84555)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:46:51.690653 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:51.694940 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-6e9c77f1-0214-4cfc-9d7c-a6e1cf32c45d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:51.711473 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4162999-745b-4bbd-8b5f-e5beac1484c8 admin admin] Pushing event updated for resources: {'Port': ['ID=288b2c02-571e-4dcc-8e39-3697d9e35431,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:51.715319 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-c4162999-745b-4bbd-8b5f-e5beac1484c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:51.731488 dv-cinder-789077-1-iscsi neutron-server[73902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '130b72cc-ef72-49b2-82db-8ce15845c1ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29bc4a4-3065-4d04-a38e-9a818317cfb8', 'code': 200}
May 02 03:46:51.740896 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-c4162999-745b-4bbd-8b5f-e5beac1484c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400854'] for router_interface, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:51.827239 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-f8d2c773-3ff2-46da-a36e-f4c9d6766d3d None None] Notify callbacks [] for port, precommit_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:51.829085 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Pushing event updated for resources: {'Port': ['ID=e29bc4a4-3065-4d04-a38e-9a818317cfb8,revision_number=5']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:51.833313 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:51.842096 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-f8d2c773-3ff2-46da-a36e-f4c9d6766d3d None None] Transition to ACTIVE for port object f5b5ca89-da66-4923-99ac-b72676e034e1 will not be triggered until provisioned by entity L2. {{(pid=73902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:46:51.849812 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-f8d2c773-3ff2-46da-a36e-f4c9d6766d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:51.856138 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-cb9defda-df97-45c0-afdc-b8dc6bdf545f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:51.891611 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-c4162999-745b-4bbd-8b5f-e5beac1484c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:51.940372 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca261f9-f657-418b-a126-05b4d2d0914d None None] Pushing event updated for resources: {'Port': ['ID=f5b5ca89-da66-4923-99ac-b72676e034e1,revision_number=2']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:51.945447 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-8ca261f9-f657-418b-a126-05b4d2d0914d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:51.955888 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.managers [None req-f8d2c773-3ff2-46da-a36e-f4c9d6766d3d None None] Attempting to bind port f5b5ca89-da66-4923-99ac-b72676e034e1 on host dv-cinder-789077-1-iscsi for vnic_type normal with profile  {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 02 03:46:51.956320 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.managers [None req-f8d2c773-3ff2-46da-a36e-f4c9d6766d3d None None] Attempting to bind port f5b5ca89-da66-4923-99ac-b72676e034e1 by drivers openvswitch,hyperv on host dv-cinder-789077-1-iscsi at level 0 using segments [{'id': '3f443235-55d0-4d2d-a949-b49c1a220799', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700'}] {{(pid=73902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 02 03:46:51.956691 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d2c773-3ff2-46da-a36e-f4c9d6766d3d None None] Attempting to bind port f5b5ca89-da66-4923-99ac-b72676e034e1 on network 8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700 {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:46:51.962669 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d2c773-3ff2-46da-a36e-f4c9d6766d3d None None] Checking agent: {'id': 'b50cee90-c6d3-4c0d-a208-12c20bd9f0cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 2, 8), 'started_at': datetime.datetime(2021, 5, 2, 3, 2, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 02 03:46:51.963045 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d2c773-3ff2-46da-a36e-f4c9d6766d3d None None] Checking segment: {'id': '3f443235-55d0-4d2d-a949-b49c1a220799', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:46:51.963447 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-f8d2c773-3ff2-46da-a36e-f4c9d6766d3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:51.963842 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d2c773-3ff2-46da-a36e-f4c9d6766d3d None None] Bound using segment: {'id': '3f443235-55d0-4d2d-a949-b49c1a220799', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700'} {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 02 03:46:51.964309 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.managers [None req-f8d2c773-3ff2-46da-a36e-f4c9d6766d3d None None] Bound port: f5b5ca89-da66-4923-99ac-b72676e034e1, host: dv-cinder-789077-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f443235-55d0-4d2d-a949-b49c1a220799', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700'}}] {{(pid=73902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 02 03:46:51.964682 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-f8d2c773-3ff2-46da-a36e-f4c9d6766d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:52.045844 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-f8d2c773-3ff2-46da-a36e-f4c9d6766d3d None None] For port f5b5ca89-da66-4923-99ac-b72676e034e1, host dv-cinder-789077-1-iscsi, cleared binding levels {{(pid=73902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 02 03:46:52.056181 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-20e3357f-7955-4651-b230-cf67a6d7c9d1 None None] Provisioning for port 288b2c02-571e-4dcc-8e39-3697d9e35431 completed by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:46:52.061441 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-f8d2c773-3ff2-46da-a36e-f4c9d6766d3d None None] For port f5b5ca89-da66-4923-99ac-b72676e034e1, host dv-cinder-789077-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=f5b5ca89-da66-4923-99ac-b72676e034e1,segment=NetworkSegment(3f443235-55d0-4d2d-a949-b49c1a220799),segment_id=3f443235-55d0-4d2d-a949-b49c1a220799)] {{(pid=73902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 02 03:46:52.065539 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-20e3357f-7955-4651-b230-cf67a6d7c9d1 None None] Provisioning complete for port 288b2c02-571e-4dcc-8e39-3697d9e35431 triggered by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:46:52.065911 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-20e3357f-7955-4651-b230-cf67a6d7c9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:52.094858 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-f8d2c773-3ff2-46da-a36e-f4c9d6766d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:52.104553 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:52.149815 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56653f2a-cd35-4100-8636-0d8010d575bd req-3522399a-7b34-4e93-ae18-8c2afd0cfede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:46:52.151240 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-56653f2a-cd35-4100-8636-0d8010d575bd req-3522399a-7b34-4e93-ae18-8c2afd0cfede service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=130b72cc-ef72-49b2-82db-8ce15845c1ac HTTP/1.1" status: 200  len: 1099 time: 0.1790130
May 02 03:46:52.192034 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-20e3357f-7955-4651-b230-cf67a6d7c9d1 None None] Port 288b2c02-571e-4dcc-8e39-3697d9e35431 cannot update to ACTIVE because it is not bound. {{(pid=73902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 02 03:46:52.199197 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d2c773-3ff2-46da-a36e-f4c9d6766d3d None None] Routers {'e37bef6e-abde-44dd-b64d-f5b0e7abafbb'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:46:52.199873 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-f8d2c773-3ff2-46da-a36e-f4c9d6766d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c54b057f0>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:46:38Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['e37bef6e-abde-44dd-b64d-f5b0e7abafbb'], 'active': True} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:46:52.212642 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-56653f2a-cd35-4100-8636-0d8010d575bd req-90fc1dbd-d06c-467a-b450-4c657f1ab653 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=dcfcf693-3a80-4024-9c11-020557a5067b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0471070
May 02 03:46:52.231193 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-c4162999-745b-4bbd-8b5f-e5beac1484c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:52.235995 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-c4162999-745b-4bbd-8b5f-e5beac1484c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-899214'] for port, after_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:52.251403 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca261f9-f657-418b-a126-05b4d2d0914d None None] Pushing event updated for resources: {'Port': ['ID=f5b5ca89-da66-4923-99ac-b72676e034e1,revision_number=3']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:52.260560 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-439d9196-fdbe-4179-a361-1c89ba1a1b26 tempest-AttachVolumeShelveTestJSON-505237591 tempest-AttachVolumeShelveTestJSON-505237591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:52.261243 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-8ca261f9-f657-418b-a126-05b4d2d0914d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:52.341950 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4162999-745b-4bbd-8b5f-e5beac1484c8 admin admin] Pushing event updated for resources: {'Port': ['ID=288b2c02-571e-4dcc-8e39-3697d9e35431,revision_number=2']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:52.344770 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-c4162999-745b-4bbd-8b5f-e5beac1484c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-400757'] for router_interface, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:52.349303 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-c4162999-745b-4bbd-8b5f-e5beac1484c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:52.379430 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvr_db [None req-f8d2c773-3ff2-46da-a36e-f4c9d6766d3d None None] Set router e37bef6e-abde-44dd-b64d-f5b0e7abafbb gateway port host: dv-cinder-789077-1-iscsi {{(pid=73902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:46:52.481917 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 1a0f758a-6a85-4870-b954-494316abc89e up at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:46:52.493570 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4162999-745b-4bbd-8b5f-e5beac1484c8 admin admin] Network 8ab29b2c-b11f-4d5d-85de-011a7a1aa71e is already hosted by enough agents. {{(pid=73900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:46:52.495128 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.base_scheduler [None req-c4162999-745b-4bbd-8b5f-e5beac1484c8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:46:52.604259 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c0cb1-ebc6-483d-825f-067bd610e3ca req-6ba08cc4-9428-4f8e-8eda-53f858c0009d tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:46:52.606747 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-118c0cb1-ebc6-483d-825f-067bd610e3ca req-6ba08cc4-9428-4f8e-8eda-53f858c0009d tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/ports?device_id=130b72cc-ef72-49b2-82db-8ce15845c1ac HTTP/1.1" status: 200  len: 946 time: 0.0877206
May 02 03:46:52.672194 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-118c0cb1-ebc6-483d-825f-067bd610e3ca req-cee3725b-5ab3-4b55-9727-b16a3fa811fd tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/security-groups?id=dcfcf693-3a80-4024-9c11-020557a5067b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0585947
May 02 03:46:52.728545 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning complete for port 1a0f758a-6a85-4870-b954-494316abc89e triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:46:52.728922 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:52.792049 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4162999-745b-4bbd-8b5f-e5beac1484c8 admin admin] Router e37bef6e-abde-44dd-b64d-f5b0e7abafbb has already been hosted by L3 agent c822661f-3527-457d-a53a-678072f60f18 {{(pid=73900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 02 03:46:52.866911 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-7bccf722-2682-42eb-b714-9fcedeea1eb2 None None] Provisioning complete for port 288b2c02-571e-4dcc-8e39-3697d9e35431 triggered by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:46:52.867288 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7bccf722-2682-42eb-b714-9fcedeea1eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:52.976469 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-7bccf722-2682-42eb-b714-9fcedeea1eb2 None None] Port 288b2c02-571e-4dcc-8e39-3697d9e35431 cannot update to ACTIVE because it is not bound. {{(pid=73902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 02 03:46:52.994705 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4162999-745b-4bbd-8b5f-e5beac1484c8 admin admin] Notify agent at l3_agent.dv-cinder-789077-1-iscsi the message routers_updated {{(pid=73900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 02 03:46:52.997495 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-f8d2c773-3ff2-46da-a36e-f4c9d6766d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c54b057f0>, [{'id': 'e37bef6e-abde-44dd-b64d-f5b0e7abafbb', 'name': 'tempest-TestShelveInstance-850265789-router', 'tenant_id': '23c14401529e46c1a87a0f77a664eafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': 'f5b5ca89-da66-4923-99ac-b72676e034e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:46:47Z', 'updated_at': '2021-05-02T03:46:51Z', 'revision_number': 4, 'project_id': '23c14401529e46c1a87a0f77a664eafd', 'gw_port': {'id': 'f5b5ca89-da66-4923-99ac-b72676e034e1', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:33:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37bef6e-abde-44dd-b64d-f5b0e7abafbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:46:48Z', 'updated_at': '2021-05-02T03:46:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_interfaces': [{'id': '288b2c02-571e-4dcc-8e39-3697d9e35431', 'name': '', 'network_id': '8ab29b2c-b11f-4d5d-85de-011a7a1aa71e', 'tenant_id': '23c14401529e46c1a87a0f77a664eafd', 'mac_address': 'fa:16:3e:f4:cc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37bef6e-abde-44dd-b64d-f5b0e7abafbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '286c6bb6-004b-43b1-8029-65854dd5dddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:46:51Z', 'updated_at': '2021-05-02T03:46:52Z', 'revision_number': 2, 'project_id': '23c14401529e46c1a87a0f77a664eafd', 'subnets': [{'id': '286c6bb6-004b-43b1-8029-65854dd5dddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:46:53.001795 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d2c773-3ff2-46da-a36e-f4c9d6766d3d None None] The sync data for ids ['e37bef6e-abde-44dd-b64d-f5b0e7abafbb'] in dv-cinder-789077-1-iscsi is: [{'id': 'e37bef6e-abde-44dd-b64d-f5b0e7abafbb', 'name': 'tempest-TestShelveInstance-850265789-router', 'tenant_id': '23c14401529e46c1a87a0f77a664eafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': 'f5b5ca89-da66-4923-99ac-b72676e034e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:46:47Z', 'updated_at': '2021-05-02T03:46:51Z', 'revision_number': 4, 'project_id': '23c14401529e46c1a87a0f77a664eafd', 'gw_port': {'id': 'f5b5ca89-da66-4923-99ac-b72676e034e1', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:33:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37bef6e-abde-44dd-b64d-f5b0e7abafbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:46:48Z', 'updated_at': '2021-05-02T03:46:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_interfaces': [{'id': '288b2c02-571e-4dcc-8e39-3697d9e35431', 'name': '', 'network_id': '8ab29b2c-b11f-4d5d-85de-011a7a1aa71e', 'tenant_id': '23c14401529e46c1a87a0f77a664eafd', 'mac_address': 'fa:16:3e:f4:cc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37bef6e-abde-44dd-b64d-f5b0e7abafbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '286c6bb6-004b-43b1-8029-65854dd5dddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:46:51Z', 'updated_at': '2021-05-02T03:46:52Z', 'revision_number': 2, 'project_id': '23c14401529e46c1a87a0f77a664eafd', 'subnets': [{'id': '286c6bb6-004b-43b1-8029-65854dd5dddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 02 03:46:53.004605 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-c4162999-745b-4bbd-8b5f-e5beac1484c8 admin admin] 10.222.0.38 "PUT /v2.0/routers/e37bef6e-abde-44dd-b64d-f5b0e7abafbb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5949481
May 02 03:46:53.553672 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 41844) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:46:53.559676 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [None req-24f79ac9-cd5f-4c5d-b882-f5b687e805c9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1278890662-network', 'tenant_id': '32b2e628cfa84b369813625e36d6f9ba'}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:46:53.565123 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-24f79ac9-cd5f-4c5d-b882-f5b687e805c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:46:53.571031 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-24f79ac9-cd5f-4c5d-b882-f5b687e805c9 admin admin] Usage tracker for resource:network and tenant:32b2e628cfa84b369813625e36d6f9ba is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:46:53.590027 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-24f79ac9-cd5f-4c5d-b882-f5b687e805c9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:46:53.595864 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-24f79ac9-cd5f-4c5d-b882-f5b687e805c9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:46:53.609315 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f79ac9-cd5f-4c5d-b882-f5b687e805c9 admin admin] Made reservation on behalf of 32b2e628cfa84b369813625e36d6f9ba for: {'network': 1} {{(pid=73900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 02 03:46:53.611755 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-24f79ac9-cd5f-4c5d-b882-f5b687e805c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for network, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:53.624034 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-24f79ac9-cd5f-4c5d-b882-f5b687e805c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:53.640469 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-24f79ac9-cd5f-4c5d-b882-f5b687e805c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:46:53.644312 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-24f79ac9-cd5f-4c5d-b882-f5b687e805c9 admin admin] Usage tracker for resource:security_group_rule and tenant:32b2e628cfa84b369813625e36d6f9ba is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:46:53.647364 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-24f79ac9-cd5f-4c5d-b882-f5b687e805c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:46:53.652967 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-24f79ac9-cd5f-4c5d-b882-f5b687e805c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:46:53.749528 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-24f79ac9-cd5f-4c5d-b882-f5b687e805c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:53.759677 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-24f79ac9-cd5f-4c5d-b882-f5b687e805c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:53.762824 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-825cf34f-43eb-4ea8-ba5b-bbe297ebc9df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:53.796563 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24f79ac9-cd5f-4c5d-b882-f5b687e805c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207}  {{(pid=73900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 02 03:46:53.806340 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f79ac9-cd5f-4c5d-b882-f5b687e805c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f85dd2-3982-4434-957b-9d9d1460d920,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:53.810787 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-24f79ac9-cd5f-4c5d-b882-f5b687e805c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:53.820614 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-24f79ac9-cd5f-4c5d-b882-f5b687e805c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800657'] for segment, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:53.820916 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.db.segments_db [None req-24f79ac9-cd5f-4c5d-b882-f5b687e805c9 admin admin] Added segment c1c4101b-b878-4f19-b558-e2f60f8263a9 of type vlan for network f3e21455-f0f8-4732-a1c0-bb8422da8768
May 02 03:46:53.853429 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-24f79ac9-cd5f-4c5d-b882-f5b687e805c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747865320852'] for network, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:53.887052 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd29d7-de53-4d4d-8e2e-6920d2089faa req-f6f29f9b-6252-4eba-bf08-574a468bfb4c tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:46:53.889625 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-04dd29d7-de53-4d4d-8e2e-6920d2089faa req-f6f29f9b-6252-4eba-bf08-574a468bfb4c tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/ports?device_id=130b72cc-ef72-49b2-82db-8ce15845c1ac HTTP/1.1" status: 200  len: 946 time: 0.0922825
May 02 03:46:53.895063 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-24f79ac9-cd5f-4c5d-b882-f5b687e805c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347'] for network, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:53.896492 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f79ac9-cd5f-4c5d-b882-f5b687e805c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:46:53.897075 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-24f79ac9-cd5f-4c5d-b882-f5b687e805c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for network, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:53.900489 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:53.938816 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-04dd29d7-de53-4d4d-8e2e-6920d2089faa req-c4f240f3-716d-4361-a7f2-2f141ae149a1 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/security-groups?id=dcfcf693-3a80-4024-9c11-020557a5067b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0427842
May 02 03:46:54.002923 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f79ac9-cd5f-4c5d-b882-f5b687e805c9 admin admin] Pushing event updated for resources: {'Network': ['ID=f3e21455-f0f8-4732-a1c0-bb8422da8768,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:54.006134 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-24f79ac9-cd5f-4c5d-b882-f5b687e805c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:54.012800 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-24f79ac9-cd5f-4c5d-b882-f5b687e805c9 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4578178
May 02 03:46:54.016336 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 41852) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:46:54.018580 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Network f3e21455-f0f8-4732-a1c0-bb8422da8768 details requested by agent ovs-agent-dv-cinder-789077-1-iscsi with host dv-cinder-789077-1-iscsi {{(pid=73902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 02 03:46:54.023063 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.v2.base [None req-d0a116e4-ea43-4a7c-bd23-9d60d60431f7 admin admin] Request body: {'subnet': {'network_id': 'f3e21455-f0f8-4732-a1c0-bb8422da8768', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1278890662-subnet', 'tenant_id': '32b2e628cfa84b369813625e36d6f9ba', 'ip_version': 4}} {{(pid=73901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:46:54.028574 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-d0a116e4-ea43-4a7c-bd23-9d60d60431f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:46:54.032863 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-d0a116e4-ea43-4a7c-bd23-9d60d60431f7 admin admin] Usage tracker for resource:subnet and tenant:32b2e628cfa84b369813625e36d6f9ba is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:46:54.036130 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-d0a116e4-ea43-4a7c-bd23-9d60d60431f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:46:54.042165 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-d0a116e4-ea43-4a7c-bd23-9d60d60431f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:46:54.056331 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a116e4-ea43-4a7c-bd23-9d60d60431f7 admin admin] Made reservation on behalf of 32b2e628cfa84b369813625e36d6f9ba for: {'subnet': 1} {{(pid=73901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 02 03:46:54.059492 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-d0a116e4-ea43-4a7c-bd23-9d60d60431f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2160961'] for subnet, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:54.244628 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2abac03-a7ad-4cf3-b378-b65880e9f25f req-f227aa39-f119-42eb-8243-3ef21d9d4e48 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:46:54.246104 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c2abac03-a7ad-4cf3-b378-b65880e9f25f req-f227aa39-f119-42eb-8243-3ef21d9d4e48 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/ports?device_id=130b72cc-ef72-49b2-82db-8ce15845c1ac HTTP/1.1" status: 200  len: 946 time: 0.1727982
May 02 03:46:54.344999 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c2abac03-a7ad-4cf3-b378-b65880e9f25f req-443ae900-f2e4-4138-a343-1b21157b6ae5 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/security-groups?id=dcfcf693-3a80-4024-9c11-020557a5067b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0902834
May 02 03:46:54.368234 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 41856) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:46:54.493344 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device f5b5ca89-da66-4923-99ac-b72676e034e1 up at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:46:54.567825 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning for port f5b5ca89-da66-4923-99ac-b72676e034e1 completed by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:46:54.575046 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning complete for port f5b5ca89-da66-4923-99ac-b72676e034e1 triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:46:54.575504 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:54.582803 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-d0a116e4-ea43-4a7c-bd23-9d60d60431f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3711789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2160983'] for subnet, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:54.587598 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-47f54c53-d10d-467f-b8f8-9ed2251aaffa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:54.664361 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a116e4-ea43-4a7c-bd23-9d60d60431f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbbe58c8-555e-4f2c-b7e1-c7ef54acf55a,revision_number=0']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:54.667233 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-d0a116e4-ea43-4a7c-bd23-9d60d60431f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:54.673843 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a116e4-ea43-4a7c-bd23-9d60d60431f7 admin admin] Checking segment: {'id': 'c1c4101b-b878-4f19-b558-e2f60f8263a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f3e21455-f0f8-4732-a1c0-bb8422da8768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:46:54.674198 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a116e4-ea43-4a7c-bd23-9d60d60431f7 admin admin] Network hostable DHCP agents. Network: f3e21455-f0f8-4732-a1c0-bb8422da8768, hostable agents: ['b8cff7bf-6a12-4b5e-9f6f-ac6aa9384c4c'], hosted agents: [] {{(pid=73901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 02 03:46:54.693550 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a116e4-ea43-4a7c-bd23-9d60d60431f7 admin admin] Network f3e21455-f0f8-4732-a1c0-bb8422da8768 is scheduled to be hosted by DHCP agent b8cff7bf-6a12-4b5e-9f6f-ac6aa9384c4c with binding_index 1 {{(pid=73901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 02 03:46:54.702026 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8b13f1-cb7a-4704-97d1-fd5e018da6fc tempest-TestVolumeBootPattern-658940444 tempest-TestVolumeBootPattern-658940444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:46:54.705731 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.base_scheduler [None req-d0a116e4-ea43-4a7c-bd23-9d60d60431f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789077-1-iscsi, f3e21455-f0f8-4732-a1c0-bb8422da8768) {{(pid=73901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:46:54.707631 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-7c8b13f1-cb7a-4704-97d1-fd5e018da6fc tempest-TestVolumeBootPattern-658940444 tempest-TestVolumeBootPattern-658940444-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=130b72cc-ef72-49b2-82db-8ce15845c1ac HTTP/1.1" status: 200  len: 1094 time: 0.3383019
May 02 03:46:54.710547 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 41862) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:46:54.718364 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.v2.base [None req-0f2247f3-ac57-433e-b61d-eb9a9f533226 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Request body: {'floatingip': {'floating_network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'port_id': 'e29bc4a4-3065-4d04-a38e-9a818317cfb8', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'fixed_ip_address': '172.20.0.10'}} {{(pid=73901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:46:54.719362 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0853886-37c7-4976-915b-233b4a79f98f None None] Network f3e21455-f0f8-4732-a1c0-bb8422da8768 requested from dv-cinder-789077-1-iscsi {{(pid=73902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 02 03:46:54.728170 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-0f2247f3-ac57-433e-b61d-eb9a9f533226 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:46:54.732720 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a116e4-ea43-4a7c-bd23-9d60d60431f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:46:54.733843 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-d0a116e4-ea43-4a7c-bd23-9d60d60431f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for subnet, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:54.738460 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-0f2247f3-ac57-433e-b61d-eb9a9f533226 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Usage tracker for resource:floatingip and tenant:a4d0706d5cb74153ac23af4cb02afd02 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:46:54.745417 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-0f2247f3-ac57-433e-b61d-eb9a9f533226 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:46:54.753253 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-0f2247f3-ac57-433e-b61d-eb9a9f533226 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:46:54.753722 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:54.764993 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-d0a116e4-ea43-4a7c-bd23-9d60d60431f7 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7465708
May 02 03:46:54.767878 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 41866) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:46:54.773467 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [None req-e0cec077-895e-410a-9a70-e86d7ed59d2b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1278890662-router', 'tenant_id': '32b2e628cfa84b369813625e36d6f9ba', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700'}}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:46:54.778344 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-e0cec077-895e-410a-9a70-e86d7ed59d2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:46:54.778711 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] For port f5b5ca89-da66-4923-99ac-b72676e034e1, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=f5b5ca89-da66-4923-99ac-b72676e034e1,segment=NetworkSegment(3f443235-55d0-4d2d-a949-b49c1a220799),segment_id=3f443235-55d0-4d2d-a949-b49c1a220799)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:46:54.780844 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-0f2247f3-ac57-433e-b61d-eb9a9f533226 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks [] for floatingip, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:54.783521 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-e0cec077-895e-410a-9a70-e86d7ed59d2b admin admin] Usage tracker for resource:router and tenant:32b2e628cfa84b369813625e36d6f9ba is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:46:54.786785 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-e0cec077-895e-410a-9a70-e86d7ed59d2b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:46:54.788742 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:54.800321 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-e0cec077-895e-410a-9a70-e86d7ed59d2b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:46:54.814975 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-e0cec077-895e-410a-9a70-e86d7ed59d2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-420455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1022290'] for router, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:54.816160 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-e0cec077-895e-410a-9a70-e86d7ed59d2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-356199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419551', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022299'] for router, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:54.832042 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-e0cec077-895e-410a-9a70-e86d7ed59d2b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:54.849435 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:54.949589 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Pushing event updated for resources: {'Port': ['ID=f5b5ca89-da66-4923-99ac-b72676e034e1,revision_number=4']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:54.995460 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:46:54.996054 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:46:54.996384 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:46:54.996716 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:46:54.997024 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:46:54.997343 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:46:54.998086 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:46:54.998086 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:46:54.998762 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:46:54.998851 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:46:54.999164 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:46:54.999470 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:46:55.056410 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-0f2247f3-ac57-433e-b61d-eb9a9f533226 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:55.077515 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:55.094525 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20d8ac4-3613-4222-9183-014c2887d260 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp638e923c-381b-5c45-a4d5-c004445b304f-f3e21455-f0f8-4732-a1c0-bb8422da8768', 'network_id': 'f3e21455-f0f8-4732-a1c0-bb8422da8768', 'tenant_id': '32b2e628cfa84b369813625e36d6f9ba', 'fixed_ips': [{'subnet_id': 'cbbe58c8-555e-4f2c-b7e1-c7ef54acf55a'}]}} from dv-cinder-789077-1-iscsi. {{(pid=73902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 02 03:46:55.095909 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-f20d8ac4-3613-4222-9183-014c2887d260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_create {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:55.128343 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-e0cec077-895e-410a-9a70-e86d7ed59d2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419542', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-420361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1022377'] for router, precommit_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:55.172509 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce9beab-ef36-442d-9be5-598b4314ebd6 None None] Sync routers for ids ['e37bef6e-abde-44dd-b64d-f5b0e7abafbb'] in dv-cinder-789077-1-iscsi {{(pid=73903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 02 03:46:55.181744 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce9beab-ef36-442d-9be5-598b4314ebd6 None None] Routers {'e37bef6e-abde-44dd-b64d-f5b0e7abafbb'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:46:55.182505 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-0ce9beab-ef36-442d-9be5-598b4314ebd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c5541f3a0>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:46:38Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['e37bef6e-abde-44dd-b64d-f5b0e7abafbb'], 'active': True} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:46:55.225279 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.db_base_plugin_common [None req-0f2247f3-ac57-433e-b61d-eb9a9f533226 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Allocated IP 172.27.0.214 (8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700/cde322b7-5107-4ee3-8bef-bf160ca73532/dab07201-0f3e-429e-89ca-94a80f68ab4a) {{(pid=73901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 02 03:46:55.281258 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.db_base_plugin_common [None req-f20d8ac4-3613-4222-9183-014c2887d260 None None] Allocated IP 172.20.0.2 (f3e21455-f0f8-4732-a1c0-bb8422da8768/cbbe58c8-555e-4f2c-b7e1-c7ef54acf55a/541ed2ec-a288-4e4a-908c-9309bd258451) {{(pid=73902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 02 03:46:55.368741 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvr_db [None req-0ce9beab-ef36-442d-9be5-598b4314ebd6 None None] Set router e37bef6e-abde-44dd-b64d-f5b0e7abafbb gateway port host: dv-cinder-789077-1-iscsi {{(pid=73903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:46:55.441639 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-0f2247f3-ac57-433e-b61d-eb9a9f533226 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks [] for port, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:55.463837 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-e0cec077-895e-410a-9a70-e86d7ed59d2b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:55.489493 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-0f2247f3-ac57-433e-b61d-eb9a9f533226 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747865333526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718557'] for port, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:55.495368 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-ac40148b-2b57-4d0c-9968-432c2dbe9acd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:55.501582 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-e0cec077-895e-410a-9a70-e86d7ed59d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:55.511548 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-f20d8ac4-3613-4222-9183-014c2887d260 None None] Notify callbacks [] for port, precommit_create {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:55.523080 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-f20d8ac4-3613-4222-9183-014c2887d260 None None] Transition to ACTIVE for port object 541ed2ec-a288-4e4a-908c-9309bd258451 will not be triggered until provisioned by entity L2. {{(pid=73902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:46:55.543706 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-f20d8ac4-3613-4222-9183-014c2887d260 None None] Transition to ACTIVE for port object 541ed2ec-a288-4e4a-908c-9309bd258451 will not be triggered until provisioned by entity DHCP. {{(pid=73902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:46:55.553459 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-f20d8ac4-3613-4222-9183-014c2887d260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747865333526'] for port, after_create {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:55.559870 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-accc69fb-cf4f-4040-b17f-9016ed09ba04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:55.565680 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2247f3-ac57-433e-b61d-eb9a9f533226 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Network 8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700 is already hosted by enough agents. {{(pid=73901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:46:55.573619 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.base_scheduler [None req-0f2247f3-ac57-433e-b61d-eb9a9f533226 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Resources bound (agent type, host, resource id):  {{(pid=73901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:46:55.577245 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2247f3-ac57-433e-b61d-eb9a9f533226 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Received port after_create {{(pid=73901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 02 03:46:55.628846 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20d8ac4-3613-4222-9183-014c2887d260 None None] Network f3e21455-f0f8-4732-a1c0-bb8422da8768 is already hosted by enough agents. {{(pid=73902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:46:55.632344 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.scheduler.base_scheduler [None req-f20d8ac4-3613-4222-9183-014c2887d260 None None] Resources bound (agent type, host, resource id):  {{(pid=73902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:46:55.636736 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2247f3-ac57-433e-b61d-eb9a9f533226 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Pushing event updated for resources: {'Port': ['ID=dab07201-0f3e-429e-89ca-94a80f68ab4a,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:55.641169 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-0f2247f3-ac57-433e-b61d-eb9a9f533226 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:55.642955 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20d8ac4-3613-4222-9183-014c2887d260 None None] Received port after_create {{(pid=73902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 02 03:46:55.714759 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-0ce9beab-ef36-442d-9be5-598b4314ebd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c5541f3a0>, [{'id': 'e37bef6e-abde-44dd-b64d-f5b0e7abafbb', 'name': 'tempest-TestShelveInstance-850265789-router', 'tenant_id': '23c14401529e46c1a87a0f77a664eafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': 'f5b5ca89-da66-4923-99ac-b72676e034e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:46:47Z', 'updated_at': '2021-05-02T03:46:51Z', 'revision_number': 4, 'project_id': '23c14401529e46c1a87a0f77a664eafd', 'gw_port': {'id': 'f5b5ca89-da66-4923-99ac-b72676e034e1', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:33:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37bef6e-abde-44dd-b64d-f5b0e7abafbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:46:48Z', 'updated_at': '2021-05-02T03:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_interfaces': [{'id': '288b2c02-571e-4dcc-8e39-3697d9e35431', 'name': '', 'network_id': '8ab29b2c-b11f-4d5d-85de-011a7a1aa71e', 'tenant_id': '23c14401529e46c1a87a0f77a664eafd', 'mac_address': 'fa:16:3e:f4:cc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37bef6e-abde-44dd-b64d-f5b0e7abafbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '286c6bb6-004b-43b1-8029-65854dd5dddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:46:51Z', 'updated_at': '2021-05-02T03:46:52Z', 'revision_number': 2, 'project_id': '23c14401529e46c1a87a0f77a664eafd', 'subnets': [{'id': '286c6bb6-004b-43b1-8029-65854dd5dddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:46:55.719578 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce9beab-ef36-442d-9be5-598b4314ebd6 None None] Checking router: e37bef6e-abde-44dd-b64d-f5b0e7abafbb for host: dv-cinder-789077-1-iscsi {{(pid=73903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 02 03:46:55.720145 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce9beab-ef36-442d-9be5-598b4314ebd6 None None] Updating router e37bef6e-abde-44dd-b64d-f5b0e7abafbb port 288b2c02-571e-4dcc-8e39-3697d9e35431 binding host dv-cinder-789077-1-iscsi {{(pid=73903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 02 03:46:55.766933 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d8ac4-3613-4222-9183-014c2887d260 None None] Pushing event updated for resources: {'Port': ['ID=541ed2ec-a288-4e4a-908c-9309bd258451,revision_number=1']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:55.774138 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-f20d8ac4-3613-4222-9183-014c2887d260 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:55.788645 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-0ce9beab-ef36-442d-9be5-598b4314ebd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:55.792472 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.managers [None req-f20d8ac4-3613-4222-9183-014c2887d260 None None] Attempting to bind port 541ed2ec-a288-4e4a-908c-9309bd258451 on host dv-cinder-789077-1-iscsi for vnic_type normal with profile  {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 02 03:46:55.792839 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.managers [None req-f20d8ac4-3613-4222-9183-014c2887d260 None None] Attempting to bind port 541ed2ec-a288-4e4a-908c-9309bd258451 by drivers openvswitch,hyperv on host dv-cinder-789077-1-iscsi at level 0 using segments [{'id': 'c1c4101b-b878-4f19-b558-e2f60f8263a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f3e21455-f0f8-4732-a1c0-bb8422da8768'}] {{(pid=73902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 02 03:46:55.793210 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20d8ac4-3613-4222-9183-014c2887d260 None None] Attempting to bind port 541ed2ec-a288-4e4a-908c-9309bd258451 on network f3e21455-f0f8-4732-a1c0-bb8422da8768 {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:46:55.802201 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20d8ac4-3613-4222-9183-014c2887d260 None None] Checking agent: {'id': 'b50cee90-c6d3-4c0d-a208-12c20bd9f0cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 2, 8), 'started_at': datetime.datetime(2021, 5, 2, 3, 2, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 02 03:46:55.802962 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20d8ac4-3613-4222-9183-014c2887d260 None None] Checking segment: {'id': 'c1c4101b-b878-4f19-b558-e2f60f8263a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f3e21455-f0f8-4732-a1c0-bb8422da8768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:46:55.803751 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-f20d8ac4-3613-4222-9183-014c2887d260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:55.804461 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20d8ac4-3613-4222-9183-014c2887d260 None None] Bound using segment: {'id': 'c1c4101b-b878-4f19-b558-e2f60f8263a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f3e21455-f0f8-4732-a1c0-bb8422da8768'} {{(pid=73902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 02 03:46:55.805149 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.managers [None req-f20d8ac4-3613-4222-9183-014c2887d260 None None] Bound port: 541ed2ec-a288-4e4a-908c-9309bd258451, host: dv-cinder-789077-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4101b-b878-4f19-b558-e2f60f8263a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f3e21455-f0f8-4732-a1c0-bb8422da8768'}}] {{(pid=73902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 02 03:46:55.806172 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-f20d8ac4-3613-4222-9183-014c2887d260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:55.845882 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.db_base_plugin_common [None req-e0cec077-895e-410a-9a70-e86d7ed59d2b admin admin] Allocated IP 172.27.0.70 (8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700/cde322b7-5107-4ee3-8bef-bf160ca73532/29401fdf-62ba-43f9-9111-641074aef714) {{(pid=73900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 02 03:46:55.910978 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-f20d8ac4-3613-4222-9183-014c2887d260 None None] For port 541ed2ec-a288-4e4a-908c-9309bd258451, host dv-cinder-789077-1-iscsi, cleared binding levels {{(pid=73902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 02 03:46:55.914129 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-f20d8ac4-3613-4222-9183-014c2887d260 None None] For port 541ed2ec-a288-4e4a-908c-9309bd258451, host dv-cinder-789077-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=541ed2ec-a288-4e4a-908c-9309bd258451,segment=NetworkSegment(c1c4101b-b878-4f19-b558-e2f60f8263a9),segment_id=c1c4101b-b878-4f19-b558-e2f60f8263a9)] {{(pid=73902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 02 03:46:55.920701 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-f20d8ac4-3613-4222-9183-014c2887d260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:55.932239 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:56.019484 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d8ac4-3613-4222-9183-014c2887d260 None None] Pushing event updated for resources: {'Port': ['ID=541ed2ec-a288-4e4a-908c-9309bd258451,revision_number=2']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:56.025783 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-e0cec077-895e-410a-9a70-e86d7ed59d2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:56.029764 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-f20d8ac4-3613-4222-9183-014c2887d260 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:56.066903 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-e0cec077-895e-410a-9a70-e86d7ed59d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747865333526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-899257'] for port, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:56.071976 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-bfcb7c46-ca79-4fbf-8f97-5c916fbc5065 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:56.142660 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cec077-895e-410a-9a70-e86d7ed59d2b admin admin] Network 8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700 is already hosted by enough agents. {{(pid=73900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:46:56.145555 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.base_scheduler [None req-e0cec077-895e-410a-9a70-e86d7ed59d2b admin admin] Resources bound (agent type, host, resource id):  {{(pid=73900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:46:56.150285 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cec077-895e-410a-9a70-e86d7ed59d2b admin admin] Received port after_create {{(pid=73900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 02 03:46:56.177212 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cec077-895e-410a-9a70-e86d7ed59d2b admin admin] Pushing event updated for resources: {'Port': ['ID=29401fdf-62ba-43f9-9111-641074aef714,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:56.177747 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-0f2247f3-ac57-433e-b61d-eb9a9f533226 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:56.183761 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-e0cec077-895e-410a-9a70-e86d7ed59d2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:56.219362 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-0ce9beab-ef36-442d-9be5-598b4314ebd6 None None] Notify callbacks [] for port, precommit_update {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:56.233109 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.provisioning_blocks [None req-0ce9beab-ef36-442d-9be5-598b4314ebd6 None None] Transition to ACTIVE for port object 288b2c02-571e-4dcc-8e39-3697d9e35431 will not be triggered until provisioned by entity L2. {{(pid=73903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:46:56.242371 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-0ce9beab-ef36-442d-9be5-598b4314ebd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:56.248629 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG oslo_concurrency.lockutils [None req-a4d66bce-dad0-4e9b-ba74-3de043c6d384 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:56.305077 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-0f2247f3-ac57-433e-b61d-eb9a9f533226 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:56.427985 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758178aa-402c-4962-9867-47e85dee429b None None] Pushing event updated for resources: {'Port': ['ID=288b2c02-571e-4dcc-8e39-3697d9e35431,revision_number=3']} {{(pid=73903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:56.517468 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG oslo_concurrency.lockutils [None req-758178aa-402c-4962-9867-47e85dee429b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=73903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:56.588656 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.managers [None req-0ce9beab-ef36-442d-9be5-598b4314ebd6 None None] Attempting to bind port 288b2c02-571e-4dcc-8e39-3697d9e35431 on host dv-cinder-789077-1-iscsi for vnic_type normal with profile  {{(pid=73903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 02 03:46:56.589474 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.managers [None req-0ce9beab-ef36-442d-9be5-598b4314ebd6 None None] Attempting to bind port 288b2c02-571e-4dcc-8e39-3697d9e35431 by drivers openvswitch,hyperv on host dv-cinder-789077-1-iscsi at level 0 using segments [{'id': '6c7bd06f-3a85-46ef-8ac0-09bf83a6e02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8ab29b2c-b11f-4d5d-85de-011a7a1aa71e'}] {{(pid=73903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 02 03:46:56.590156 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce9beab-ef36-442d-9be5-598b4314ebd6 None None] Attempting to bind port 288b2c02-571e-4dcc-8e39-3697d9e35431 on network 8ab29b2c-b11f-4d5d-85de-011a7a1aa71e {{(pid=73903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:46:56.602703 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce9beab-ef36-442d-9be5-598b4314ebd6 None None] Checking agent: {'id': 'b50cee90-c6d3-4c0d-a208-12c20bd9f0cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 2, 8), 'started_at': datetime.datetime(2021, 5, 2, 3, 2, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 02 03:46:56.603253 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce9beab-ef36-442d-9be5-598b4314ebd6 None None] Checking segment: {'id': '6c7bd06f-3a85-46ef-8ac0-09bf83a6e02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8ab29b2c-b11f-4d5d-85de-011a7a1aa71e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:46:56.603750 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-0ce9beab-ef36-442d-9be5-598b4314ebd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:56.604235 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce9beab-ef36-442d-9be5-598b4314ebd6 None None] Bound using segment: {'id': '6c7bd06f-3a85-46ef-8ac0-09bf83a6e02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8ab29b2c-b11f-4d5d-85de-011a7a1aa71e'} {{(pid=73903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 02 03:46:56.605033 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.managers [None req-0ce9beab-ef36-442d-9be5-598b4314ebd6 None None] Bound port: 288b2c02-571e-4dcc-8e39-3697d9e35431, host: dv-cinder-789077-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c7bd06f-3a85-46ef-8ac0-09bf83a6e02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8ab29b2c-b11f-4d5d-85de-011a7a1aa71e'}}] {{(pid=73903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 02 03:46:56.605519 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-0ce9beab-ef36-442d-9be5-598b4314ebd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:56.651141 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-0f2247f3-ac57-433e-b61d-eb9a9f533226 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks [] for port, precommit_update {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:56.655870 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-0f2247f3-ac57-433e-b61d-eb9a9f533226 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718570'] for port, after_update {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:56.670109 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-2bf62109-bff0-4288-8416-2f457c0bb624 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:56.675847 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device f5b5ca89-da66-4923-99ac-b72676e034e1 up at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:46:56.721640 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.db [None req-0ce9beab-ef36-442d-9be5-598b4314ebd6 None None] For port 288b2c02-571e-4dcc-8e39-3697d9e35431, host dv-cinder-789077-1-iscsi, cleared binding levels {{(pid=73903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 02 03:46:56.727531 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.db [None req-0ce9beab-ef36-442d-9be5-598b4314ebd6 None None] For port 288b2c02-571e-4dcc-8e39-3697d9e35431, host dv-cinder-789077-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=288b2c02-571e-4dcc-8e39-3697d9e35431,segment=NetworkSegment(6c7bd06f-3a85-46ef-8ac0-09bf83a6e02b),segment_id=6c7bd06f-3a85-46ef-8ac0-09bf83a6e02b)] {{(pid=73903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 02 03:46:56.734506 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-0ce9beab-ef36-442d-9be5-598b4314ebd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:56.739779 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG oslo_concurrency.lockutils [None req-30a1ee8f-e867-479c-933c-2e3f72fb3083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:56.763347 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-e0cec077-895e-410a-9a70-e86d7ed59d2b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:56.787366 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning complete for port f5b5ca89-da66-4923-99ac-b72676e034e1 triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:46:56.787736 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:56.804414 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2247f3-ac57-433e-b61d-eb9a9f533226 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Pushing event updated for resources: {'Port': ['ID=dab07201-0f3e-429e-89ca-94a80f68ab4a,revision_number=2']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:56.814805 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-0f2247f3-ac57-433e-b61d-eb9a9f533226 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:56.821073 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-0f2247f3-ac57-433e-b61d-eb9a9f533226 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419409'] for floatingip, after_update {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:56.823613 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce9beab-ef36-442d-9be5-598b4314ebd6 None None] Routers {'e37bef6e-abde-44dd-b64d-f5b0e7abafbb'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:46:56.824236 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-0ce9beab-ef36-442d-9be5-598b4314ebd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c5541f3a0>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:46:38Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['e37bef6e-abde-44dd-b64d-f5b0e7abafbb'], 'active': True} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:46:56.907922 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758178aa-402c-4962-9867-47e85dee429b None None] Pushing event updated for resources: {'Port': ['ID=288b2c02-571e-4dcc-8e39-3697d9e35431,revision_number=4']} {{(pid=73903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:56.921707 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG oslo_concurrency.lockutils [None req-758178aa-402c-4962-9867-47e85dee429b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=73903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:57.045391 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 541ed2ec-a288-4e4a-908c-9309bd258451 up at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:46:57.055944 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.db.l3_db [None req-0f2247f3-ac57-433e-b61d-eb9a9f533226 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Floating IP 76a61aa8-d4b6-4d18-a33b-1d48580aa013 associated. External IP: 172.27.0.214, port: e29bc4a4-3065-4d04-a38e-9a818317cfb8.
May 02 03:46:57.073644 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvr_db [None req-0ce9beab-ef36-442d-9be5-598b4314ebd6 None None] Set router e37bef6e-abde-44dd-b64d-f5b0e7abafbb gateway port host: dv-cinder-789077-1-iscsi {{(pid=73903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:46:57.156874 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning for port 541ed2ec-a288-4e4a-908c-9309bd258451 completed by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:46:57.341405 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-e0cec077-895e-410a-9a70-e86d7ed59d2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419513'] for router, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:57.413920 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db38075f-108f-4e2b-bebe-9607927055db None None] Network f3e21455-f0f8-4732-a1c0-bb8422da8768 requested from dv-cinder-789077-1-iscsi {{(pid=73902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 02 03:46:57.447265 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-0ce9beab-ef36-442d-9be5-598b4314ebd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c5541f3a0>, [{'id': 'e37bef6e-abde-44dd-b64d-f5b0e7abafbb', 'name': 'tempest-TestShelveInstance-850265789-router', 'tenant_id': '23c14401529e46c1a87a0f77a664eafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': 'f5b5ca89-da66-4923-99ac-b72676e034e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:46:47Z', 'updated_at': '2021-05-02T03:46:51Z', 'revision_number': 4, 'project_id': '23c14401529e46c1a87a0f77a664eafd', 'gw_port': {'id': 'f5b5ca89-da66-4923-99ac-b72676e034e1', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:33:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37bef6e-abde-44dd-b64d-f5b0e7abafbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:46:48Z', 'updated_at': '2021-05-02T03:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_interfaces': [{'id': '288b2c02-571e-4dcc-8e39-3697d9e35431', 'name': '', 'network_id': '8ab29b2c-b11f-4d5d-85de-011a7a1aa71e', 'tenant_id': '23c14401529e46c1a87a0f77a664eafd', 'mac_address': 'fa:16:3e:f4:cc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37bef6e-abde-44dd-b64d-f5b0e7abafbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '286c6bb6-004b-43b1-8029-65854dd5dddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:46:51Z', 'updated_at': '2021-05-02T03:46:56Z', 'revision_number': 4, 'project_id': '23c14401529e46c1a87a0f77a664eafd', 'subnets': [{'id': '286c6bb6-004b-43b1-8029-65854dd5dddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:46:57.452455 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce9beab-ef36-442d-9be5-598b4314ebd6 None None] The sync data for ids ['e37bef6e-abde-44dd-b64d-f5b0e7abafbb'] in dv-cinder-789077-1-iscsi is: [{'id': 'e37bef6e-abde-44dd-b64d-f5b0e7abafbb', 'name': 'tempest-TestShelveInstance-850265789-router', 'tenant_id': '23c14401529e46c1a87a0f77a664eafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': 'f5b5ca89-da66-4923-99ac-b72676e034e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:46:47Z', 'updated_at': '2021-05-02T03:46:51Z', 'revision_number': 4, 'project_id': '23c14401529e46c1a87a0f77a664eafd', 'gw_port': {'id': 'f5b5ca89-da66-4923-99ac-b72676e034e1', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:33:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37bef6e-abde-44dd-b64d-f5b0e7abafbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:46:48Z', 'updated_at': '2021-05-02T03:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_interfaces': [{'id': '288b2c02-571e-4dcc-8e39-3697d9e35431', 'name': '', 'network_id': '8ab29b2c-b11f-4d5d-85de-011a7a1aa71e', 'tenant_id': '23c14401529e46c1a87a0f77a664eafd', 'mac_address': 'fa:16:3e:f4:cc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37bef6e-abde-44dd-b64d-f5b0e7abafbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '286c6bb6-004b-43b1-8029-65854dd5dddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:46:51Z', 'updated_at': '2021-05-02T03:46:56Z', 'revision_number': 4, 'project_id': '23c14401529e46c1a87a0f77a664eafd', 'subnets': [{'id': '286c6bb6-004b-43b1-8029-65854dd5dddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 02 03:46:57.536580 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-325a1a1a-d1d7-4564-9c25-b2111704403e None None] Provisioning for port 541ed2ec-a288-4e4a-908c-9309bd258451 completed by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:46:57.543206 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-325a1a1a-d1d7-4564-9c25-b2111704403e None None] Provisioning complete for port 541ed2ec-a288-4e4a-908c-9309bd258451 triggered by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:46:57.543511 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-325a1a1a-d1d7-4564-9c25-b2111704403e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:57.588287 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0cec077-895e-410a-9a70-e86d7ed59d2b admin admin] Router 3e7359fd-54cb-4c94-be21-b675dc99fe43 is scheduled to L3 agent c822661f-3527-457d-a53a-678072f60f18 with binding_index 1 {{(pid=73900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 02 03:46:57.601175 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f2247f3-ac57-433e-b61d-eb9a9f533226 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Router 9cc4b5a0-7c8a-4564-b9aa-63f41965780d has already been hosted by L3 agent c822661f-3527-457d-a53a-678072f60f18 {{(pid=73901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 02 03:46:57.808886 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2247f3-ac57-433e-b61d-eb9a9f533226 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify agent at l3_agent.dv-cinder-789077-1-iscsi the message routers_updated {{(pid=73901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 02 03:46:57.816603 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-325a1a1a-d1d7-4564-9c25-b2111704403e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:57.837640 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d2d00a-cef2-4e66-92ac-d1499f294f4c None None] Sync routers for ids ['9cc4b5a0-7c8a-4564-b9aa-63f41965780d'] in dv-cinder-789077-1-iscsi {{(pid=73902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 02 03:46:57.843847 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-0f2247f3-ac57-433e-b61d-eb9a9f533226 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for floatingip, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:57.869340 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d2d00a-cef2-4e66-92ac-d1499f294f4c None None] Routers {'9cc4b5a0-7c8a-4564-b9aa-63f41965780d'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:46:57.870392 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-d4d2d00a-cef2-4e66-92ac-d1499f294f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c54a47040>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:46:38Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['9cc4b5a0-7c8a-4564-b9aa-63f41965780d'], 'active': True} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:46:57.915690 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-0f2247f3-ac57-433e-b61d-eb9a9f533226 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.2039938
May 02 03:46:57.916509 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '130b72cc-ef72-49b2-82db-8ce15845c1ac', 'tag': 'e29bc4a4-3065-4d04-a38e-9a818317cfb8'}] {{(pid=73901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:46:57.943063 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0cec077-895e-410a-9a70-e86d7ed59d2b admin admin] Notify agent at l3_agent.dv-cinder-789077-1-iscsi the message routers_updated {{(pid=73900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 02 03:46:57.956182 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3067a3-fbaf-41bd-be27-21ae8be1a6a6 None None] Sync routers for ids ['3e7359fd-54cb-4c94-be21-b675dc99fe43'] in dv-cinder-789077-1-iscsi {{(pid=73903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 02 03:46:57.969663 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3067a3-fbaf-41bd-be27-21ae8be1a6a6 None None] Routers {'3e7359fd-54cb-4c94-be21-b675dc99fe43'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:46:57.971659 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-2c3067a3-fbaf-41bd-be27-21ae8be1a6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c5541fb20>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:46:38Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['3e7359fd-54cb-4c94-be21-b675dc99fe43'], 'active': True} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:46:57.985193 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-e0cec077-895e-410a-9a70-e86d7ed59d2b admin admin] Notify callbacks [] for router, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:57.989877 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 41876) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:46:57.990611 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-e0cec077-895e-410a-9a70-e86d7ed59d2b admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.2216780
May 02 03:46:58.102634 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvr_db [None req-d4d2d00a-cef2-4e66-92ac-d1499f294f4c None None] Set router 9cc4b5a0-7c8a-4564-b9aa-63f41965780d gateway port host: dv-cinder-789077-1-iscsi {{(pid=73902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:46:58.209183 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvr_db [None req-2c3067a3-fbaf-41bd-be27-21ae8be1a6a6 None None] Set router 3e7359fd-54cb-4c94-be21-b675dc99fe43 gateway port host: dv-cinder-789077-1-iscsi {{(pid=73903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:46:58.281665 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-325a1a1a-d1d7-4564-9c25-b2111704403e None None] For port 541ed2ec-a288-4e4a-908c-9309bd258451, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=541ed2ec-a288-4e4a-908c-9309bd258451,segment=NetworkSegment(c1c4101b-b878-4f19-b558-e2f60f8263a9),segment_id=c1c4101b-b878-4f19-b558-e2f60f8263a9)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:46:58.302352 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-325a1a1a-d1d7-4564-9c25-b2111704403e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:58.307566 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '130b72cc-ef72-49b2-82db-8ce15845c1ac', 'tag': 'e29bc4a4-3065-4d04-a38e-9a818317cfb8', 'status': 'completed', 'code': 200}
May 02 03:46:58.313107 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-8ca261f9-f657-418b-a126-05b4d2d0914d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:58.358772 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002987d2-7b6b-415c-9947-3eb10b242e06 req-caea7f9d-3122-4fb5-88b9-03312335d376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:46:58.362270 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-002987d2-7b6b-415c-9947-3eb10b242e06 req-caea7f9d-3122-4fb5-88b9-03312335d376 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4d0706d5cb74153ac23af4cb02afd02&device_id=130b72cc-ef72-49b2-82db-8ce15845c1ac HTTP/1.1" status: 200  len: 1099 time: 0.1245906
May 02 03:46:58.607742 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002987d2-7b6b-415c-9947-3eb10b242e06 req-42ac6f72-c5fe-442a-bed5-62be84604c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:46:58.609165 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-002987d2-7b6b-415c-9947-3eb10b242e06 req-42ac6f72-c5fe-442a-bed5-62be84604c71 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e0f2c995-0c49-41f7-960f-54ff752d74e7 HTTP/1.1" status: 200  len: 913 time: 0.2400985
May 02 03:46:58.677718 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-2c3067a3-fbaf-41bd-be27-21ae8be1a6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c5541fb20>, [{'id': '3e7359fd-54cb-4c94-be21-b675dc99fe43', 'name': 'tempest-TestShelveInstance-1278890662-router', 'tenant_id': '32b2e628cfa84b369813625e36d6f9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '29401fdf-62ba-43f9-9111-641074aef714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:46:54Z', 'updated_at': '2021-05-02T03:46:56Z', 'revision_number': 3, 'project_id': '32b2e628cfa84b369813625e36d6f9ba', 'gw_port': {'id': '29401fdf-62ba-43f9-9111-641074aef714', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ce:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7359fd-54cb-4c94-be21-b675dc99fe43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:46:55Z', 'updated_at': '2021-05-02T03:46:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi'}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:46:58.683784 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3067a3-fbaf-41bd-be27-21ae8be1a6a6 None None] Checking router: 3e7359fd-54cb-4c94-be21-b675dc99fe43 for host: dv-cinder-789077-1-iscsi {{(pid=73903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 02 03:46:58.684149 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3067a3-fbaf-41bd-be27-21ae8be1a6a6 None None] Updating router 3e7359fd-54cb-4c94-be21-b675dc99fe43 port 29401fdf-62ba-43f9-9111-641074aef714 binding host dv-cinder-789077-1-iscsi {{(pid=73903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 02 03:46:58.751753 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-2c3067a3-fbaf-41bd-be27-21ae8be1a6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:58.765285 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-002987d2-7b6b-415c-9947-3eb10b242e06 req-a45a13cd-3174-4b3d-b49c-48a0220f3dc8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e29bc4a4-3065-4d04-a38e-9a818317cfb8 HTTP/1.1" status: 200  len: 1000 time: 0.1481037
May 02 03:46:58.792230 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 288b2c02-571e-4dcc-8e39-3697d9e35431 up at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:46:58.843863 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002987d2-7b6b-415c-9947-3eb10b242e06 req-7c7b2598-c5d6-4706-8df5-0ab45da75ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:46:58.845418 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-002987d2-7b6b-415c-9947-3eb10b242e06 req-7c7b2598-c5d6-4706-8df5-0ab45da75ddf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4adfad06-ce64-4b56-9404-7ece70fb7c5a HTTP/1.1" status: 200  len: 851 time: 0.0735683
May 02 03:46:58.887677 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325a1a1a-d1d7-4564-9c25-b2111704403e None None] Pushing event updated for resources: {'Port': ['ID=541ed2ec-a288-4e4a-908c-9309bd258451,revision_number=3']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:58.896520 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-325a1a1a-d1d7-4564-9c25-b2111704403e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:58.933998 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-a60293ad-eef1-4d0c-bb77-06e963541b14 None None] Provisioning complete for port 541ed2ec-a288-4e4a-908c-9309bd258451 triggered by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:46:58.934435 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-a60293ad-eef1-4d0c-bb77-06e963541b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:58.962907 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002987d2-7b6b-415c-9947-3eb10b242e06 req-c5e7742c-23c0-4256-9b0b-b0e8f72c62b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:46:58.964731 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-002987d2-7b6b-415c-9947-3eb10b242e06 req-c5e7742c-23c0-4256-9b0b-b0e8f72c62b8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0f2c995-0c49-41f7-960f-54ff752d74e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1124375
May 02 03:46:59.003196 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning for port 288b2c02-571e-4dcc-8e39-3697d9e35431 completed by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:46:59.005432 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-789dba9f-a73f-40da-b310-5a1fa1a02a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:59.008831 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning complete for port 288b2c02-571e-4dcc-8e39-3697d9e35431 triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:46:59.009205 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:59.078215 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-d4d2d00a-cef2-4e66-92ac-d1499f294f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c54a47040>, [{'id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'name': 'tempest-TestVolumeBootPattern-1686692641-router', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:45:55Z', 'updated_at': '2021-05-02T03:45:59Z', 'revision_number': 4, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'gw_port': {'id': '2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:45:56Z', 'updated_at': '2021-05-02T03:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_floatingips': [{'id': '76a61aa8-d4b6-4d18-a33b-1d48580aa013', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'floating_ip_address': '172.27.0.214', 'floating_network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'router_id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'port_id': 'e29bc4a4-3065-4d04-a38e-9a818317cfb8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7', 'mac_address': 'fa:16:3e:c4:ff:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130b72cc-ef72-49b2-82db-8ce15845c1ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:46:56Z', 'updated_at': '2021-05-02T03:46:56Z', 'revision_number': 0, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9ac207-b9aa-4916-b1a9-0f83aad78608', 'name': '', 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'mac_address': 'fa:16:3e:d8:a6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4adfad06-ce64-4b56-9404-7ece70fb7c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:45:58Z', 'updated_at': '2021-05-02T03:46:07Z', 'revision_number': 5, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'subnets': [{'id': '4adfad06-ce64-4b56-9404-7ece70fb7c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:46:59.133575 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-002987d2-7b6b-415c-9947-3eb10b242e06 req-c136c5a1-abd1-46eb-925a-f3e085698345 service neutron] 10.222.0.37 "GET /v2.0/networks/e0f2c995-0c49-41f7-960f-54ff752d74e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1616971
May 02 03:46:59.154183 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d2d00a-cef2-4e66-92ac-d1499f294f4c None None] Checking router: 9cc4b5a0-7c8a-4564-b9aa-63f41965780d for host: dv-cinder-789077-1-iscsi {{(pid=73902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 02 03:46:59.168021 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d2d00a-cef2-4e66-92ac-d1499f294f4c None None] Routers {'9cc4b5a0-7c8a-4564-b9aa-63f41965780d'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:46:59.168640 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-d4d2d00a-cef2-4e66-92ac-d1499f294f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c54a47040>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:46:38Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['9cc4b5a0-7c8a-4564-b9aa-63f41965780d'], 'active': True} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:46:59.184284 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-2c3067a3-fbaf-41bd-be27-21ae8be1a6a6 None None] Notify callbacks [] for port, precommit_update {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:59.197056 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.provisioning_blocks [None req-2c3067a3-fbaf-41bd-be27-21ae8be1a6a6 None None] Transition to ACTIVE for port object 29401fdf-62ba-43f9-9111-641074aef714 will not be triggered until provisioned by entity L2. {{(pid=73903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:46:59.205844 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-2c3067a3-fbaf-41bd-be27-21ae8be1a6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:59.211745 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:59.231742 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.db_base_plugin_common [None req-789dba9f-a73f-40da-b310-5a1fa1a02a54 admin admin] Allocated IP 172.20.0.1 (f3e21455-f0f8-4732-a1c0-bb8422da8768/cbbe58c8-555e-4f2c-b7e1-c7ef54acf55a/96c79b38-5e1c-438d-bf90-7d4b2ec2b764) {{(pid=73901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 02 03:46:59.306478 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-002987d2-7b6b-415c-9947-3eb10b242e06 req-ecf97f7a-4047-4094-b221-514ec09f5220 service neutron] 10.222.0.37 "GET /v2.0/networks/e0f2c995-0c49-41f7-960f-54ff752d74e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1661294
May 02 03:46:59.313050 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.managers [None req-2c3067a3-fbaf-41bd-be27-21ae8be1a6a6 None None] Attempting to bind port 29401fdf-62ba-43f9-9111-641074aef714 on host dv-cinder-789077-1-iscsi for vnic_type normal with profile  {{(pid=73903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 02 03:46:59.313496 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.managers [None req-2c3067a3-fbaf-41bd-be27-21ae8be1a6a6 None None] Attempting to bind port 29401fdf-62ba-43f9-9111-641074aef714 by drivers openvswitch,hyperv on host dv-cinder-789077-1-iscsi at level 0 using segments [{'id': '3f443235-55d0-4d2d-a949-b49c1a220799', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700'}] {{(pid=73903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 02 03:46:59.313965 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3067a3-fbaf-41bd-be27-21ae8be1a6a6 None None] Attempting to bind port 29401fdf-62ba-43f9-9111-641074aef714 on network 8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700 {{(pid=73903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:46:59.323153 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3356d5ea-ab45-4966-90f6-43c950013f50 None None] Pushing event updated for resources: {'Port': ['ID=29401fdf-62ba-43f9-9111-641074aef714,revision_number=2']} {{(pid=73903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:59.326243 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3067a3-fbaf-41bd-be27-21ae8be1a6a6 None None] Checking agent: {'id': 'b50cee90-c6d3-4c0d-a208-12c20bd9f0cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 2, 8), 'started_at': datetime.datetime(2021, 5, 2, 3, 2, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 02 03:46:59.326710 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3067a3-fbaf-41bd-be27-21ae8be1a6a6 None None] Checking segment: {'id': '3f443235-55d0-4d2d-a949-b49c1a220799', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:46:59.327189 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-2c3067a3-fbaf-41bd-be27-21ae8be1a6a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:59.327655 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3067a3-fbaf-41bd-be27-21ae8be1a6a6 None None] Bound using segment: {'id': '3f443235-55d0-4d2d-a949-b49c1a220799', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700'} {{(pid=73903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 02 03:46:59.328271 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.managers [None req-2c3067a3-fbaf-41bd-be27-21ae8be1a6a6 None None] Bound port: 29401fdf-62ba-43f9-9111-641074aef714, host: dv-cinder-789077-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f443235-55d0-4d2d-a949-b49c1a220799', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700'}}] {{(pid=73903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 02 03:46:59.328730 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-2c3067a3-fbaf-41bd-be27-21ae8be1a6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:59.352682 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG oslo_concurrency.lockutils [None req-3356d5ea-ab45-4966-90f6-43c950013f50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=73903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:59.383116 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:59.413073 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.db [None req-2c3067a3-fbaf-41bd-be27-21ae8be1a6a6 None None] For port 29401fdf-62ba-43f9-9111-641074aef714, host dv-cinder-789077-1-iscsi, cleared binding levels {{(pid=73903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 02 03:46:59.416557 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.db [None req-2c3067a3-fbaf-41bd-be27-21ae8be1a6a6 None None] For port 29401fdf-62ba-43f9-9111-641074aef714, host dv-cinder-789077-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=29401fdf-62ba-43f9-9111-641074aef714,segment=NetworkSegment(3f443235-55d0-4d2d-a949-b49c1a220799),segment_id=3f443235-55d0-4d2d-a949-b49c1a220799)] {{(pid=73903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 02 03:46:59.421638 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-2c3067a3-fbaf-41bd-be27-21ae8be1a6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:59.425554 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-789dba9f-a73f-40da-b310-5a1fa1a02a54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:59.426392 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG oslo_concurrency.lockutils [None req-6ed936a6-caf1-4a2c-86dd-de9a4428615d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:59.438516 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvr_db [None req-d4d2d00a-cef2-4e66-92ac-d1499f294f4c None None] Set router 9cc4b5a0-7c8a-4564-b9aa-63f41965780d gateway port host: dv-cinder-789077-1-iscsi {{(pid=73902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:46:59.443392 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.provisioning_blocks [None req-789dba9f-a73f-40da-b310-5a1fa1a02a54 admin admin] Transition to ACTIVE for port object 96c79b38-5e1c-438d-bf90-7d4b2ec2b764 will not be triggered until provisioned by entity DHCP. {{(pid=73901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:46:59.469736 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-789dba9f-a73f-40da-b310-5a1fa1a02a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747865333526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718557'] for port, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:59.475456 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-0f2247f3-ac57-433e-b61d-eb9a9f533226 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:59.499652 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3067a3-fbaf-41bd-be27-21ae8be1a6a6 None None] Routers {'3e7359fd-54cb-4c94-be21-b675dc99fe43'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:46:59.500435 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-2c3067a3-fbaf-41bd-be27-21ae8be1a6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c5541fb20>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:46:38Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['3e7359fd-54cb-4c94-be21-b675dc99fe43'], 'active': True} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:46:59.501322 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] For port 288b2c02-571e-4dcc-8e39-3697d9e35431, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=288b2c02-571e-4dcc-8e39-3697d9e35431,segment=NetworkSegment(6c7bd06f-3a85-46ef-8ac0-09bf83a6e02b),segment_id=6c7bd06f-3a85-46ef-8ac0-09bf83a6e02b)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:46:59.519302 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:59.524358 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:46:59.538209 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789dba9f-a73f-40da-b310-5a1fa1a02a54 admin admin] Network f3e21455-f0f8-4732-a1c0-bb8422da8768 is already hosted by enough agents. {{(pid=73901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:46:59.545420 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.base_scheduler [None req-789dba9f-a73f-40da-b310-5a1fa1a02a54 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:46:59.550006 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789dba9f-a73f-40da-b310-5a1fa1a02a54 admin admin] Received port after_create {{(pid=73901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 02 03:46:59.575393 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3356d5ea-ab45-4966-90f6-43c950013f50 None None] Pushing event updated for resources: {'Port': ['ID=29401fdf-62ba-43f9-9111-641074aef714,revision_number=3']} {{(pid=73903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:59.579618 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG oslo_concurrency.lockutils [None req-3356d5ea-ab45-4966-90f6-43c950013f50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=73903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:59.592036 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dba9f-a73f-40da-b310-5a1fa1a02a54 admin admin] Pushing event updated for resources: {'Port': ['ID=96c79b38-5e1c-438d-bf90-7d4b2ec2b764,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:59.596416 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-789dba9f-a73f-40da-b310-5a1fa1a02a54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:59.614177 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-789dba9f-a73f-40da-b310-5a1fa1a02a54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400854'] for router_interface, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:59.658767 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Pushing event updated for resources: {'Port': ['ID=288b2c02-571e-4dcc-8e39-3697d9e35431,revision_number=5']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:46:59.668951 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:46:59.716376 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvr_db [None req-2c3067a3-fbaf-41bd-be27-21ae8be1a6a6 None None] Set router 3e7359fd-54cb-4c94-be21-b675dc99fe43 gateway port host: dv-cinder-789077-1-iscsi {{(pid=73903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:46:59.751545 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-789dba9f-a73f-40da-b310-5a1fa1a02a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:59.904154 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-91145b8a-c264-4910-b3a9-a70add1a8eb6 None None] Provisioning for port 96c79b38-5e1c-438d-bf90-7d4b2ec2b764 completed by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:46:59.912237 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-91145b8a-c264-4910-b3a9-a70add1a8eb6 None None] Provisioning complete for port 96c79b38-5e1c-438d-bf90-7d4b2ec2b764 triggered by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:46:59.912607 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-91145b8a-c264-4910-b3a9-a70add1a8eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:46:59.975703 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-91145b8a-c264-4910-b3a9-a70add1a8eb6 None None] Port 96c79b38-5e1c-438d-bf90-7d4b2ec2b764 cannot update to ACTIVE because it is not bound. {{(pid=73902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 02 03:46:59.979607 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-d4d2d00a-cef2-4e66-92ac-d1499f294f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c54a47040>, [{'id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'name': 'tempest-TestVolumeBootPattern-1686692641-router', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:45:55Z', 'updated_at': '2021-05-02T03:45:59Z', 'revision_number': 4, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'gw_port': {'id': '2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:45:56Z', 'updated_at': '2021-05-02T03:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_floatingips': [{'id': '76a61aa8-d4b6-4d18-a33b-1d48580aa013', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'floating_ip_address': '172.27.0.214', 'floating_network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'router_id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'port_id': 'e29bc4a4-3065-4d04-a38e-9a818317cfb8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7', 'mac_address': 'fa:16:3e:c4:ff:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130b72cc-ef72-49b2-82db-8ce15845c1ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:46:56Z', 'updated_at': '2021-05-02T03:46:56Z', 'revision_number': 0, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9ac207-b9aa-4916-b1a9-0f83aad78608', 'name': '', 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'mac_address': 'fa:16:3e:d8:a6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4adfad06-ce64-4b56-9404-7ece70fb7c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:45:58Z', 'updated_at': '2021-05-02T03:46:07Z', 'revision_number': 5, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'subnets': [{'id': '4adfad06-ce64-4b56-9404-7ece70fb7c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:46:59.984519 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d2d00a-cef2-4e66-92ac-d1499f294f4c None None] The sync data for ids ['9cc4b5a0-7c8a-4564-b9aa-63f41965780d'] in dv-cinder-789077-1-iscsi is: [{'id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'name': 'tempest-TestVolumeBootPattern-1686692641-router', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:45:55Z', 'updated_at': '2021-05-02T03:45:59Z', 'revision_number': 4, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'gw_port': {'id': '2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:45:56Z', 'updated_at': '2021-05-02T03:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_floatingips': [{'id': '76a61aa8-d4b6-4d18-a33b-1d48580aa013', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'floating_ip_address': '172.27.0.214', 'floating_network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'router_id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'port_id': 'e29bc4a4-3065-4d04-a38e-9a818317cfb8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7', 'mac_address': 'fa:16:3e:c4:ff:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130b72cc-ef72-49b2-82db-8ce15845c1ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:46:56Z', 'updated_at': '2021-05-02T03:46:56Z', 'revision_number': 0, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9ac207-b9aa-4916-b1a9-0f83aad78608', 'name': '', 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'mac_address': 'fa:16:3e:d8:a6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4adfad06-ce64-4b56-9404-7ece70fb7c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:45:58Z', 'updated_at': '2021-05-02T03:46:07Z', 'revision_number': 5, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'subnets': [{'id': '4adfad06-ce64-4b56-9404-7ece70fb7c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 02 03:47:00.007990 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-789dba9f-a73f-40da-b310-5a1fa1a02a54 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:00.014799 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-789dba9f-a73f-40da-b310-5a1fa1a02a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718570'] for port, after_update {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:00.047643 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-cda1fade-8b14-44fa-9e0f-8044b71c5537 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:47:00.049985 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-2c3067a3-fbaf-41bd-be27-21ae8be1a6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c5541fb20>, [{'id': '3e7359fd-54cb-4c94-be21-b675dc99fe43', 'name': 'tempest-TestShelveInstance-1278890662-router', 'tenant_id': '32b2e628cfa84b369813625e36d6f9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '29401fdf-62ba-43f9-9111-641074aef714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:46:54Z', 'updated_at': '2021-05-02T03:46:56Z', 'revision_number': 3, 'project_id': '32b2e628cfa84b369813625e36d6f9ba', 'gw_port': {'id': '29401fdf-62ba-43f9-9111-641074aef714', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ce:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7359fd-54cb-4c94-be21-b675dc99fe43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:46:55Z', 'updated_at': '2021-05-02T03:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi'}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:47:00.054273 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3067a3-fbaf-41bd-be27-21ae8be1a6a6 None None] The sync data for ids ['3e7359fd-54cb-4c94-be21-b675dc99fe43'] in dv-cinder-789077-1-iscsi is: [{'id': '3e7359fd-54cb-4c94-be21-b675dc99fe43', 'name': 'tempest-TestShelveInstance-1278890662-router', 'tenant_id': '32b2e628cfa84b369813625e36d6f9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '29401fdf-62ba-43f9-9111-641074aef714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:46:54Z', 'updated_at': '2021-05-02T03:46:56Z', 'revision_number': 3, 'project_id': '32b2e628cfa84b369813625e36d6f9ba', 'gw_port': {'id': '29401fdf-62ba-43f9-9111-641074aef714', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ce:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7359fd-54cb-4c94-be21-b675dc99fe43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:46:55Z', 'updated_at': '2021-05-02T03:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi'}] {{(pid=73903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 02 03:47:00.127757 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-789dba9f-a73f-40da-b310-5a1fa1a02a54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-400757'] for router_interface, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:00.134635 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dba9f-a73f-40da-b310-5a1fa1a02a54 admin admin] Pushing event updated for resources: {'Port': ['ID=96c79b38-5e1c-438d-bf90-7d4b2ec2b764,revision_number=2']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:47:00.139323 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-789dba9f-a73f-40da-b310-5a1fa1a02a54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:47:00.227781 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da75e03a-30b9-4106-9cc2-4c5ee576fe29 None None] New status for floating IP 76a61aa8-d4b6-4d18-a33b-1d48580aa013: ACTIVE {{(pid=73902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 02 03:47:00.302873 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789dba9f-a73f-40da-b310-5a1fa1a02a54 admin admin] Network f3e21455-f0f8-4732-a1c0-bb8422da8768 is already hosted by enough agents. {{(pid=73901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:47:00.304280 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.base_scheduler [None req-789dba9f-a73f-40da-b310-5a1fa1a02a54 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:47:00.534770 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-789dba9f-a73f-40da-b310-5a1fa1a02a54 admin admin] Router 3e7359fd-54cb-4c94-be21-b675dc99fe43 has already been hosted by L3 agent c822661f-3527-457d-a53a-678072f60f18 {{(pid=73901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 02 03:47:00.612306 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-2500f502-8bcb-4209-9262-73d02ce4fbbd None None] Provisioning complete for port 96c79b38-5e1c-438d-bf90-7d4b2ec2b764 triggered by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:47:00.612674 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-2500f502-8bcb-4209-9262-73d02ce4fbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:00.662208 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 288b2c02-571e-4dcc-8e39-3697d9e35431 up at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:47:00.737017 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789dba9f-a73f-40da-b310-5a1fa1a02a54 admin admin] Notify agent at l3_agent.dv-cinder-789077-1-iscsi the message routers_updated {{(pid=73901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 02 03:47:00.752060 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-789dba9f-a73f-40da-b310-5a1fa1a02a54 admin admin] 10.222.0.38 "PUT /v2.0/routers/3e7359fd-54cb-4c94-be21-b675dc99fe43/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7609603
May 02 03:47:00.782135 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-2500f502-8bcb-4209-9262-73d02ce4fbbd None None] Port 96c79b38-5e1c-438d-bf90-7d4b2ec2b764 cannot update to ACTIVE because it is not bound. {{(pid=73902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 02 03:47:00.803928 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning complete for port 288b2c02-571e-4dcc-8e39-3697d9e35431 triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:47:00.804568 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:00.932841 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 541ed2ec-a288-4e4a-908c-9309bd258451 up at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:47:01.003565 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning complete for port 541ed2ec-a288-4e4a-908c-9309bd258451 triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:47:01.003933 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:01.123415 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 29401fdf-62ba-43f9-9111-641074aef714 up at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:47:01.158659 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 41886) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:47:01.164702 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.v2.base [None req-ffbc53c0-177c-4537-b2e3-c078d22b8ca1 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1102904700', 'description': 'tempest-secgroup-smoke-1102904700 description', 'project_id': '23c14401529e46c1a87a0f77a664eafd'}} {{(pid=73901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:47:01.170438 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-ffbc53c0-177c-4537-b2e3-c078d22b8ca1 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:47:01.174195 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-ffbc53c0-177c-4537-b2e3-c078d22b8ca1 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Usage tracker for resource:security_group and tenant:23c14401529e46c1a87a0f77a664eafd is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:47:01.177011 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-ffbc53c0-177c-4537-b2e3-c078d22b8ca1 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:47:01.182631 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-ffbc53c0-177c-4537-b2e3-c078d22b8ca1 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:47:01.189303 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning for port 29401fdf-62ba-43f9-9111-641074aef714 completed by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:47:01.194207 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning complete for port 29401fdf-62ba-43f9-9111-641074aef714 triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:47:01.194616 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:01.294195 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-ffbc53c0-177c-4537-b2e3-c078d22b8ca1 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Notify callbacks [] for security_group, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:01.313936 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-ffbc53c0-177c-4537-b2e3-c078d22b8ca1 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:47:01.316632 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:01.317992 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-ffbc53c0-177c-4537-b2e3-c078d22b8ca1 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Usage tracker for resource:security_group_rule and tenant:23c14401529e46c1a87a0f77a664eafd is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:47:01.320906 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-ffbc53c0-177c-4537-b2e3-c078d22b8ca1 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:47:01.327134 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-ffbc53c0-177c-4537-b2e3-c078d22b8ca1 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:47:01.333680 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] For port 29401fdf-62ba-43f9-9111-641074aef714, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=29401fdf-62ba-43f9-9111-641074aef714,segment=NetworkSegment(3f443235-55d0-4d2d-a949-b49c1a220799),segment_id=3f443235-55d0-4d2d-a949-b49c1a220799)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:47:01.336813 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:01.338837 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-f20d8ac4-3613-4222-9183-014c2887d260 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:47:01.398682 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-ffbc53c0-177c-4537-b2e3-c078d22b8ca1 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Notify callbacks [] for security_group, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:01.403155 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-ffbc53c0-177c-4537-b2e3-c078d22b8ca1 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:01.407106 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Pushing event updated for resources: {'Port': ['ID=29401fdf-62ba-43f9-9111-641074aef714,revision_number=4']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:47:01.410130 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-60916d73-d973-492b-b488-df21d6642c73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:47:01.410390 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:47:01.455201 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc53c0-177c-4537-b2e3-c078d22b8ca1 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba7352f-ebf7-40ab-816d-f48c40dcb112,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:47:01.458832 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-ffbc53c0-177c-4537-b2e3-c078d22b8ca1 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:47:01.459954 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-ffbc53c0-177c-4537-b2e3-c078d22b8ca1 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Notify callbacks [] for security_group, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:01.461132 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-ffbc53c0-177c-4537-b2e3-c078d22b8ca1 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.3010979
May 02 03:47:01.464014 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 41890) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:47:01.469773 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.v2.base [None req-204e824b-e864-41ca-9598-ec3f56f2d482 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Request body: {'security_group_rule': {'security_group_id': '8ba7352f-ebf7-40ab-816d-f48c40dcb112', 'project_id': '23c14401529e46c1a87a0f77a664eafd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:47:01.475681 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-204e824b-e864-41ca-9598-ec3f56f2d482 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:47:01.479379 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-204e824b-e864-41ca-9598-ec3f56f2d482 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Usage tracker for resource:security_group_rule and tenant:23c14401529e46c1a87a0f77a664eafd is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:47:01.482844 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-204e824b-e864-41ca-9598-ec3f56f2d482 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:47:01.488899 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-204e824b-e864-41ca-9598-ec3f56f2d482 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:47:01.505819 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-204e824b-e864-41ca-9598-ec3f56f2d482 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:01.566330 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-204e824b-e864-41ca-9598-ec3f56f2d482 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:01.569591 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-204e824b-e864-41ca-9598-ec3f56f2d482 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497234'] for security_group_rule, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:01.571555 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:47:01.595476 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204e824b-e864-41ca-9598-ec3f56f2d482 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=242a666b-f008-44af-9066-51b169c20abd,revision_number=0']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:47:01.601496 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-204e824b-e864-41ca-9598-ec3f56f2d482 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:47:01.608294 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-204e824b-e864-41ca-9598-ec3f56f2d482 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:01.609474 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-204e824b-e864-41ca-9598-ec3f56f2d482 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1444807
May 02 03:47:01.612426 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 41894) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:47:01.617653 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.v2.base [None req-484a6d94-72ae-42a8-aa14-8293e64f1fa0 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Request body: {'security_group_rule': {'security_group_id': '8ba7352f-ebf7-40ab-816d-f48c40dcb112', 'project_id': '23c14401529e46c1a87a0f77a664eafd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:47:01.624755 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-484a6d94-72ae-42a8-aa14-8293e64f1fa0 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:47:01.628545 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-484a6d94-72ae-42a8-aa14-8293e64f1fa0 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Usage tracker for resource:security_group_rule and tenant:23c14401529e46c1a87a0f77a664eafd is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:47:01.631365 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-484a6d94-72ae-42a8-aa14-8293e64f1fa0 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:47:01.636894 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-484a6d94-72ae-42a8-aa14-8293e64f1fa0 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:47:01.651790 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-484a6d94-72ae-42a8-aa14-8293e64f1fa0 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:01.703407 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2281ba85-6adf-436d-8d83-0e056a82d2e8 None None] Sync routers for ids ['3e7359fd-54cb-4c94-be21-b675dc99fe43'] in dv-cinder-789077-1-iscsi {{(pid=73903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 02 03:47:01.712747 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2281ba85-6adf-436d-8d83-0e056a82d2e8 None None] Routers {'3e7359fd-54cb-4c94-be21-b675dc99fe43'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:47:01.713367 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-2281ba85-6adf-436d-8d83-0e056a82d2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c563e15e0>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:46:38Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['3e7359fd-54cb-4c94-be21-b675dc99fe43'], 'active': True} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:47:01.717472 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-484a6d94-72ae-42a8-aa14-8293e64f1fa0 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:01.721264 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-484a6d94-72ae-42a8-aa14-8293e64f1fa0 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497234'] for security_group_rule, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:01.723299 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-6f7d064c-59ee-41ad-b65e-cae5e98b9ea3 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:47:01.746247 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484a6d94-72ae-42a8-aa14-8293e64f1fa0 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c60a8876-16bd-4532-95d3-dd886437c482,revision_number=0']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:47:01.752308 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-484a6d94-72ae-42a8-aa14-8293e64f1fa0 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:47:01.758358 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-484a6d94-72ae-42a8-aa14-8293e64f1fa0 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:01.759752 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-484a6d94-72ae-42a8-aa14-8293e64f1fa0 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1463277
May 02 03:47:01.762659 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 41898) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:47:01.769670 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.v2.base [None req-b320d439-3ba5-4745-bdc2-2183d6f0757a tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Request body: {'security_group_rule': {'security_group_id': '8ba7352f-ebf7-40ab-816d-f48c40dcb112', 'project_id': '23c14401529e46c1a87a0f77a664eafd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:47:01.776034 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-b320d439-3ba5-4745-bdc2-2183d6f0757a tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:47:01.781087 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-b320d439-3ba5-4745-bdc2-2183d6f0757a tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Usage tracker for resource:security_group_rule and tenant:23c14401529e46c1a87a0f77a664eafd is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:47:01.784672 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-b320d439-3ba5-4745-bdc2-2183d6f0757a tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:47:01.790150 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-b320d439-3ba5-4745-bdc2-2183d6f0757a tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:47:01.808509 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-b320d439-3ba5-4745-bdc2-2183d6f0757a tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:01.870809 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-b320d439-3ba5-4745-bdc2-2183d6f0757a tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:01.874212 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-b320d439-3ba5-4745-bdc2-2183d6f0757a tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497234'] for security_group_rule, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:01.876242 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-9d3eeb52-4bec-45ae-8bc9-6a19f726c6be tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:47:01.897256 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b320d439-3ba5-4745-bdc2-2183d6f0757a tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f51f7a45-837e-4535-8e13-866cdcd819a4,revision_number=0']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:47:01.899651 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-b320d439-3ba5-4745-bdc2-2183d6f0757a tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:47:01.902269 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvr_db [None req-2281ba85-6adf-436d-8d83-0e056a82d2e8 None None] Set router 3e7359fd-54cb-4c94-be21-b675dc99fe43 gateway port host: dv-cinder-789077-1-iscsi {{(pid=73903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:47:01.907370 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-b320d439-3ba5-4745-bdc2-2183d6f0757a tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:01.908566 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-b320d439-3ba5-4745-bdc2-2183d6f0757a tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1438253
May 02 03:47:01.911365 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 41902) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:47:01.916315 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.v2.base [None req-2dc7ec46-b6a0-4007-8e6a-90efeb404267 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Request body: {'security_group_rule': {'security_group_id': '8ba7352f-ebf7-40ab-816d-f48c40dcb112', 'project_id': '23c14401529e46c1a87a0f77a664eafd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:47:01.922841 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-2dc7ec46-b6a0-4007-8e6a-90efeb404267 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:47:01.926550 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-2dc7ec46-b6a0-4007-8e6a-90efeb404267 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Usage tracker for resource:security_group_rule and tenant:23c14401529e46c1a87a0f77a664eafd is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:47:01.929349 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-2dc7ec46-b6a0-4007-8e6a-90efeb404267 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:47:01.935078 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-2dc7ec46-b6a0-4007-8e6a-90efeb404267 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:47:01.951486 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-2dc7ec46-b6a0-4007-8e6a-90efeb404267 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:02.018356 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-2dc7ec46-b6a0-4007-8e6a-90efeb404267 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:02.022234 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-2dc7ec46-b6a0-4007-8e6a-90efeb404267 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497234'] for security_group_rule, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:02.030780 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-204e824b-e864-41ca-9598-ec3f56f2d482 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:47:02.049515 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc7ec46-b6a0-4007-8e6a-90efeb404267 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afdba2fc-d13c-4f76-ae61-62bfa6a6588a,revision_number=0']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:47:02.054301 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-2dc7ec46-b6a0-4007-8e6a-90efeb404267 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:47:02.058875 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-2dc7ec46-b6a0-4007-8e6a-90efeb404267 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:02.060723 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-2dc7ec46-b6a0-4007-8e6a-90efeb404267 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1477232
May 02 03:47:02.063633 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 41906) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:47:02.068858 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.v2.base [None req-2d5c5100-5096-4693-9f2a-ffe1b0fde4ef tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Request body: {'security_group_rule': {'security_group_id': '8ba7352f-ebf7-40ab-816d-f48c40dcb112', 'project_id': '23c14401529e46c1a87a0f77a664eafd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:47:02.074710 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-2d5c5100-5096-4693-9f2a-ffe1b0fde4ef tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:47:02.079073 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-2d5c5100-5096-4693-9f2a-ffe1b0fde4ef tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Usage tracker for resource:security_group_rule and tenant:23c14401529e46c1a87a0f77a664eafd is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:47:02.081844 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-2d5c5100-5096-4693-9f2a-ffe1b0fde4ef tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:47:02.088762 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-2d5c5100-5096-4693-9f2a-ffe1b0fde4ef tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:47:02.098718 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.db.securitygroups_db [None req-2d5c5100-5096-4693-9f2a-ffe1b0fde4ef tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Project 23c14401529e46c1a87a0f77a664eafd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 02 03:47:02.104703 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-2d5c5100-5096-4693-9f2a-ffe1b0fde4ef tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:02.176557 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-2d5c5100-5096-4693-9f2a-ffe1b0fde4ef tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:02.180948 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-2d5c5100-5096-4693-9f2a-ffe1b0fde4ef tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497234'] for security_group_rule, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:02.182931 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:47:02.204653 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5c5100-5096-4693-9f2a-ffe1b0fde4ef tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=919ad2bd-5321-4585-8fdc-04760c8843a6,revision_number=0']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:47:02.207084 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-2d5c5100-5096-4693-9f2a-ffe1b0fde4ef tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:47:02.214856 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-2d5c5100-5096-4693-9f2a-ffe1b0fde4ef tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:02.219140 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 41910) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:47:02.219759 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-2d5c5100-5096-4693-9f2a-ffe1b0fde4ef tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1551251
May 02 03:47:02.224896 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [None req-4e896014-384a-4dbc-b6f5-858d80999e4d tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Request body: {'security_group_rule': {'security_group_id': '8ba7352f-ebf7-40ab-816d-f48c40dcb112', 'project_id': '23c14401529e46c1a87a0f77a664eafd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:47:02.230707 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-4e896014-384a-4dbc-b6f5-858d80999e4d tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:47:02.235603 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-4e896014-384a-4dbc-b6f5-858d80999e4d tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Usage tracker for resource:security_group_rule and tenant:23c14401529e46c1a87a0f77a664eafd is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:47:02.238510 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [None req-4e896014-384a-4dbc-b6f5-858d80999e4d tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:47:02.244785 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [None req-4e896014-384a-4dbc-b6f5-858d80999e4d tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:47:02.248230 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-2281ba85-6adf-436d-8d83-0e056a82d2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c563e15e0>, [{'id': '3e7359fd-54cb-4c94-be21-b675dc99fe43', 'name': 'tempest-TestShelveInstance-1278890662-router', 'tenant_id': '32b2e628cfa84b369813625e36d6f9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '29401fdf-62ba-43f9-9111-641074aef714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:46:54Z', 'updated_at': '2021-05-02T03:46:59Z', 'revision_number': 4, 'project_id': '32b2e628cfa84b369813625e36d6f9ba', 'gw_port': {'id': '29401fdf-62ba-43f9-9111-641074aef714', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ce:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7359fd-54cb-4c94-be21-b675dc99fe43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:46:55Z', 'updated_at': '2021-05-02T03:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_interfaces': [{'id': '96c79b38-5e1c-438d-bf90-7d4b2ec2b764', 'name': '', 'network_id': 'f3e21455-f0f8-4732-a1c0-bb8422da8768', 'tenant_id': '32b2e628cfa84b369813625e36d6f9ba', 'mac_address': 'fa:16:3e:24:de:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7359fd-54cb-4c94-be21-b675dc99fe43', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'cbbe58c8-555e-4f2c-b7e1-c7ef54acf55a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:46:59Z', 'updated_at': '2021-05-02T03:46:59Z', 'revision_number': 2, 'project_id': '32b2e628cfa84b369813625e36d6f9ba', 'subnets': [{'id': 'cbbe58c8-555e-4f2c-b7e1-c7ef54acf55a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:47:02.252687 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2281ba85-6adf-436d-8d83-0e056a82d2e8 None None] Checking router: 3e7359fd-54cb-4c94-be21-b675dc99fe43 for host: dv-cinder-789077-1-iscsi {{(pid=73903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 02 03:47:02.253057 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2281ba85-6adf-436d-8d83-0e056a82d2e8 None None] Updating router 3e7359fd-54cb-4c94-be21-b675dc99fe43 port 96c79b38-5e1c-438d-bf90-7d4b2ec2b764 binding host dv-cinder-789077-1-iscsi {{(pid=73903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 02 03:47:02.255070 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.db.securitygroups_db [None req-4e896014-384a-4dbc-b6f5-858d80999e4d tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Project 23c14401529e46c1a87a0f77a664eafd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 02 03:47:02.260769 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-4e896014-384a-4dbc-b6f5-858d80999e4d tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:02.308835 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-2281ba85-6adf-436d-8d83-0e056a82d2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:02.329342 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-4e896014-384a-4dbc-b6f5-858d80999e4d tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:02.333046 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-4e896014-384a-4dbc-b6f5-858d80999e4d tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497234'] for security_group_rule, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:02.335347 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:47:02.357487 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e896014-384a-4dbc-b6f5-858d80999e4d tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2971e337-d22c-4a82-8e14-5a51d5b454b9,revision_number=0']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:47:02.361855 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-4e896014-384a-4dbc-b6f5-858d80999e4d tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:47:02.366398 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-4e896014-384a-4dbc-b6f5-858d80999e4d tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:02.367580 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-4e896014-384a-4dbc-b6f5-858d80999e4d tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1468756
May 02 03:47:02.471714 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 29401fdf-62ba-43f9-9111-641074aef714 up at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:47:02.557415 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning complete for port 29401fdf-62ba-43f9-9111-641074aef714 triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:47:02.557709 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:02.655611 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-2281ba85-6adf-436d-8d83-0e056a82d2e8 None None] Notify callbacks [] for port, precommit_update {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:02.667106 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.provisioning_blocks [None req-2281ba85-6adf-436d-8d83-0e056a82d2e8 None None] Transition to ACTIVE for port object 96c79b38-5e1c-438d-bf90-7d4b2ec2b764 will not be triggered until provisioned by entity L2. {{(pid=73903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:47:02.674497 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-2281ba85-6adf-436d-8d83-0e056a82d2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:02.677944 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG oslo_concurrency.lockutils [None req-de0881b0-9547-4787-951b-91611a20def4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:47:02.809435 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e77f0-c068-4ae7-a1cc-cd5436323cd1 None None] Pushing event updated for resources: {'Port': ['ID=96c79b38-5e1c-438d-bf90-7d4b2ec2b764,revision_number=3']} {{(pid=73903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:47:02.813463 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG oslo_concurrency.lockutils [None req-8a2e77f0-c068-4ae7-a1cc-cd5436323cd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=73903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:47:02.904142 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.managers [None req-2281ba85-6adf-436d-8d83-0e056a82d2e8 None None] Attempting to bind port 96c79b38-5e1c-438d-bf90-7d4b2ec2b764 on host dv-cinder-789077-1-iscsi for vnic_type normal with profile  {{(pid=73903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 02 03:47:02.904528 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.managers [None req-2281ba85-6adf-436d-8d83-0e056a82d2e8 None None] Attempting to bind port 96c79b38-5e1c-438d-bf90-7d4b2ec2b764 by drivers openvswitch,hyperv on host dv-cinder-789077-1-iscsi at level 0 using segments [{'id': 'c1c4101b-b878-4f19-b558-e2f60f8263a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f3e21455-f0f8-4732-a1c0-bb8422da8768'}] {{(pid=73903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 02 03:47:02.905103 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2281ba85-6adf-436d-8d83-0e056a82d2e8 None None] Attempting to bind port 96c79b38-5e1c-438d-bf90-7d4b2ec2b764 on network f3e21455-f0f8-4732-a1c0-bb8422da8768 {{(pid=73903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:47:02.910627 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2281ba85-6adf-436d-8d83-0e056a82d2e8 None None] Checking agent: {'id': 'b50cee90-c6d3-4c0d-a208-12c20bd9f0cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 2, 8), 'started_at': datetime.datetime(2021, 5, 2, 3, 2, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 02 03:47:02.911001 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2281ba85-6adf-436d-8d83-0e056a82d2e8 None None] Checking segment: {'id': 'c1c4101b-b878-4f19-b558-e2f60f8263a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f3e21455-f0f8-4732-a1c0-bb8422da8768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:47:02.911406 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-2281ba85-6adf-436d-8d83-0e056a82d2e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:02.911797 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2281ba85-6adf-436d-8d83-0e056a82d2e8 None None] Bound using segment: {'id': 'c1c4101b-b878-4f19-b558-e2f60f8263a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f3e21455-f0f8-4732-a1c0-bb8422da8768'} {{(pid=73903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 02 03:47:02.912262 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.managers [None req-2281ba85-6adf-436d-8d83-0e056a82d2e8 None None] Bound port: 96c79b38-5e1c-438d-bf90-7d4b2ec2b764, host: dv-cinder-789077-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4101b-b878-4f19-b558-e2f60f8263a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f3e21455-f0f8-4732-a1c0-bb8422da8768'}}] {{(pid=73903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 02 03:47:02.912653 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-2281ba85-6adf-436d-8d83-0e056a82d2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:03.025220 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.db [None req-2281ba85-6adf-436d-8d83-0e056a82d2e8 None None] For port 96c79b38-5e1c-438d-bf90-7d4b2ec2b764, host dv-cinder-789077-1-iscsi, cleared binding levels {{(pid=73903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 02 03:47:03.027995 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.plugins.ml2.db [None req-2281ba85-6adf-436d-8d83-0e056a82d2e8 None None] For port 96c79b38-5e1c-438d-bf90-7d4b2ec2b764, host dv-cinder-789077-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=96c79b38-5e1c-438d-bf90-7d4b2ec2b764,segment=NetworkSegment(c1c4101b-b878-4f19-b558-e2f60f8263a9),segment_id=c1c4101b-b878-4f19-b558-e2f60f8263a9)] {{(pid=73903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 02 03:47:03.033257 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron_lib.callbacks.manager [None req-2281ba85-6adf-436d-8d83-0e056a82d2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:03.036932 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:47:03.110192 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2281ba85-6adf-436d-8d83-0e056a82d2e8 None None] Routers {'3e7359fd-54cb-4c94-be21-b675dc99fe43'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:47:03.110922 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-2281ba85-6adf-436d-8d83-0e056a82d2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c563e15e0>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:46:38Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['3e7359fd-54cb-4c94-be21-b675dc99fe43'], 'active': True} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:47:03.179275 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e77f0-c068-4ae7-a1cc-cd5436323cd1 None None] Pushing event updated for resources: {'Port': ['ID=96c79b38-5e1c-438d-bf90-7d4b2ec2b764,revision_number=4']} {{(pid=73903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:47:03.182586 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG oslo_concurrency.lockutils [None req-8a2e77f0-c068-4ae7-a1cc-cd5436323cd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=73903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:47:03.304064 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvr_db [None req-2281ba85-6adf-436d-8d83-0e056a82d2e8 None None] Set router 3e7359fd-54cb-4c94-be21-b675dc99fe43 gateway port host: dv-cinder-789077-1-iscsi {{(pid=73903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:47:03.627354 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-2281ba85-6adf-436d-8d83-0e056a82d2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c563e15e0>, [{'id': '3e7359fd-54cb-4c94-be21-b675dc99fe43', 'name': 'tempest-TestShelveInstance-1278890662-router', 'tenant_id': '32b2e628cfa84b369813625e36d6f9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '29401fdf-62ba-43f9-9111-641074aef714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:46:54Z', 'updated_at': '2021-05-02T03:46:59Z', 'revision_number': 4, 'project_id': '32b2e628cfa84b369813625e36d6f9ba', 'gw_port': {'id': '29401fdf-62ba-43f9-9111-641074aef714', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ce:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7359fd-54cb-4c94-be21-b675dc99fe43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:46:55Z', 'updated_at': '2021-05-02T03:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_interfaces': [{'id': '96c79b38-5e1c-438d-bf90-7d4b2ec2b764', 'name': '', 'network_id': 'f3e21455-f0f8-4732-a1c0-bb8422da8768', 'tenant_id': '32b2e628cfa84b369813625e36d6f9ba', 'mac_address': 'fa:16:3e:24:de:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7359fd-54cb-4c94-be21-b675dc99fe43', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'cbbe58c8-555e-4f2c-b7e1-c7ef54acf55a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:46:59Z', 'updated_at': '2021-05-02T03:47:03Z', 'revision_number': 4, 'project_id': '32b2e628cfa84b369813625e36d6f9ba', 'subnets': [{'id': 'cbbe58c8-555e-4f2c-b7e1-c7ef54acf55a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:47:03.631368 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2281ba85-6adf-436d-8d83-0e056a82d2e8 None None] The sync data for ids ['3e7359fd-54cb-4c94-be21-b675dc99fe43'] in dv-cinder-789077-1-iscsi is: [{'id': '3e7359fd-54cb-4c94-be21-b675dc99fe43', 'name': 'tempest-TestShelveInstance-1278890662-router', 'tenant_id': '32b2e628cfa84b369813625e36d6f9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '29401fdf-62ba-43f9-9111-641074aef714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:46:54Z', 'updated_at': '2021-05-02T03:46:59Z', 'revision_number': 4, 'project_id': '32b2e628cfa84b369813625e36d6f9ba', 'gw_port': {'id': '29401fdf-62ba-43f9-9111-641074aef714', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ce:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7359fd-54cb-4c94-be21-b675dc99fe43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:46:55Z', 'updated_at': '2021-05-02T03:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_interfaces': [{'id': '96c79b38-5e1c-438d-bf90-7d4b2ec2b764', 'name': '', 'network_id': 'f3e21455-f0f8-4732-a1c0-bb8422da8768', 'tenant_id': '32b2e628cfa84b369813625e36d6f9ba', 'mac_address': 'fa:16:3e:24:de:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7359fd-54cb-4c94-be21-b675dc99fe43', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'cbbe58c8-555e-4f2c-b7e1-c7ef54acf55a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:46:59Z', 'updated_at': '2021-05-02T03:47:03Z', 'revision_number': 4, 'project_id': '32b2e628cfa84b369813625e36d6f9ba', 'subnets': [{'id': 'cbbe58c8-555e-4f2c-b7e1-c7ef54acf55a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 02 03:47:04.502629 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 96c79b38-5e1c-438d-bf90-7d4b2ec2b764 up at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:47:04.574074 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning for port 96c79b38-5e1c-438d-bf90-7d4b2ec2b764 completed by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:47:04.580112 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning complete for port 96c79b38-5e1c-438d-bf90-7d4b2ec2b764 triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:47:04.580493 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:04.705747 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:04.739821 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] For port 96c79b38-5e1c-438d-bf90-7d4b2ec2b764, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=96c79b38-5e1c-438d-bf90-7d4b2ec2b764,segment=NetworkSegment(c1c4101b-b878-4f19-b558-e2f60f8263a9),segment_id=c1c4101b-b878-4f19-b558-e2f60f8263a9)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:47:04.743828 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:04.747044 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:47:04.824863 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Pushing event updated for resources: {'Port': ['ID=96c79b38-5e1c-438d-bf90-7d4b2ec2b764,revision_number=5']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:47:04.828620 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:47:05.176817 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-e003ec61-2678-4212-96b9-c3f83f211a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:06.468549 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 96c79b38-5e1c-438d-bf90-7d4b2ec2b764 up at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:47:06.534123 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Provisioning complete for port 96c79b38-5e1c-438d-bf90-7d4b2ec2b764 triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:47:06.534557 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:07.862899 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:08.177937 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-6d2eec0e-ba67-4643-ae6c-8222ea0ed091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:09.353591 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:10.858537 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:11.485332 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:15.632293 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:47:22.839718 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-d559dab8-3e2b-437e-9488-bd511b1892e7 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Synchronizing usage tracker for tenant:23c14401529e46c1a87a0f77a664eafd on resource:security_group {{(pid=73901) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 02 03:47:22.856081 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-d559dab8-3e2b-437e-9488-bd511b1892e7 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Unset dirty status for tenant:23c14401529e46c1a87a0f77a664eafd on resource:security_group {{(pid=73901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 02 03:47:22.857243 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-d559dab8-3e2b-437e-9488-bd511b1892e7 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1102904700&fields=id&tenant_id=23c14401529e46c1a87a0f77a664eafd HTTP/1.1" status: 200  len: 267 time: 0.0570376
May 02 03:47:23.007457 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-fcb84421-86b2-4ba5-8c25-f290a04bc9e9 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:47:23.008040 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-fcb84421-86b2-4ba5-8c25-f290a04bc9e9 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Synchronizing usage tracker for tenant:23c14401529e46c1a87a0f77a664eafd on resource:network {{(pid=73901) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 02 03:47:23.024075 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-fcb84421-86b2-4ba5-8c25-f290a04bc9e9 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Unset dirty status for tenant:23c14401529e46c1a87a0f77a664eafd on resource:network {{(pid=73901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 02 03:47:23.025138 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-fcb84421-86b2-4ba5-8c25-f290a04bc9e9 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/networks?id=8ab29b2c-b11f-4d5d-85de-011a7a1aa71e HTTP/1.1" status: 200  len: 808 time: 0.1611068
May 02 03:47:23.039770 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-483d2f2e-372a-4015-b86a-567c84ac35eb tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/quotas/23c14401529e46c1a87a0f77a664eafd HTTP/1.1" status: 200  len: 375 time: 0.0090609
May 02 03:47:23.122171 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-2e6042a7-d852-42cb-b9a5-303da61c16fb tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=23c14401529e46c1a87a0f77a664eafd&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0775800
May 02 03:47:23.178783 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-289fd449-baee-466b-8bf7-86da972b9295 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=73901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 02 03:47:23.179749 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-289fd449-baee-466b-8bf7-86da972b9295 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0462201
May 02 03:47:23.309235 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-e48b5f95-efe5-42f1-9d70-c0d138824341 service neutron] 10.222.0.38 "GET /v2.0/networks/8ab29b2c-b11f-4d5d-85de-011a7a1aa71e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1235778
May 02 03:47:23.438667 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-290aefaf-689a-479b-a0ab-1b2922731a65 service neutron] 10.222.0.38 "GET /v2.0/networks/8ab29b2c-b11f-4d5d-85de-011a7a1aa71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1230912
May 02 03:47:23.830958 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-72aed7ae-862b-4d25-a044-aeadc69d71e0 req-b82da86b-adde-463b-a644-75aed48da596 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/ports?device_id=09d18355-5da5-47bf-8a18-5977488153ed HTTP/1.1" status: 200  len: 210 time: 0.0447466
May 02 03:47:24.865243 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-2aaeea2d-1865-4628-878f-29e69e674163 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:47:24.866752 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-2aaeea2d-1865-4628-878f-29e69e674163 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.37 "GET /v2.0/networks?id=8ab29b2c-b11f-4d5d-85de-011a7a1aa71e HTTP/1.1" status: 200  len: 808 time: 0.1489210
May 02 03:47:24.916713 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-af4722ca-dc7d-4824-bec1-ac24314dd087 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23c14401529e46c1a87a0f77a664eafd HTTP/1.1" status: 200  len: 380 time: 0.0409300
May 02 03:47:24.927503 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-ae23c3cc-1287-45ab-a8a1-f21c98d11892 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Request body: {'port': {'device_id': '09d18355-5da5-47bf-8a18-5977488153ed', 'network_id': '8ab29b2c-b11f-4d5d-85de-011a7a1aa71e', 'admin_state_up': True, 'tenant_id': '23c14401529e46c1a87a0f77a664eafd', 'security_groups': ['8ba7352f-ebf7-40ab-816d-f48c40dcb112']}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:47:24.983425 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-b47d19e4-0cfe-4c5b-9dc3-53a1c6ea750d req-e2d6b978-c244-47c3-9987-33baa6aa7d4b tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/ports?device_id=09d18355-5da5-47bf-8a18-5977488153ed HTTP/1.1" status: 200  len: 210 time: 0.0486224
May 02 03:47:25.070006 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-ae23c3cc-1287-45ab-a8a1-f21c98d11892 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:47:25.073758 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-ae23c3cc-1287-45ab-a8a1-f21c98d11892 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Usage tracker for resource:port and tenant:23c14401529e46c1a87a0f77a664eafd is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:47:25.076547 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-ae23c3cc-1287-45ab-a8a1-f21c98d11892 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Quota usage for port was recalculated. Used quota:2. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:47:25.082837 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-ae23c3cc-1287-45ab-a8a1-f21c98d11892 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:47:25.092269 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-ae23c3cc-1287-45ab-a8a1-f21c98d11892 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Made reservation on behalf of 23c14401529e46c1a87a0f77a664eafd for: {'port': 1} {{(pid=73900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 02 03:47:25.095928 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-ae23c3cc-1287-45ab-a8a1-f21c98d11892 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:25.257297 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.db_base_plugin_common [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-ae23c3cc-1287-45ab-a8a1-f21c98d11892 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Allocated IP 172.20.0.4 (8ab29b2c-b11f-4d5d-85de-011a7a1aa71e/286c6bb6-004b-43b1-8029-65854dd5dddf/d0efd229-cd62-4592-9be6-b90fdd0ce3e9) {{(pid=73900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 02 03:47:25.549704 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-ae23c3cc-1287-45ab-a8a1-f21c98d11892 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Notify callbacks [] for port, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:25.565286 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.provisioning_blocks [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-ae23c3cc-1287-45ab-a8a1-f21c98d11892 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Transition to ACTIVE for port object d0efd229-cd62-4592-9be6-b90fdd0ce3e9 will not be triggered until provisioned by entity DHCP. {{(pid=73900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:47:25.588574 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-ae23c3cc-1287-45ab-a8a1-f21c98d11892 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747865333526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-899257'] for port, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:25.596220 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-87d46ae2-48c8-454e-8020-fa2e3b0ffd8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:47:25.659362 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-ae23c3cc-1287-45ab-a8a1-f21c98d11892 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Network 8ab29b2c-b11f-4d5d-85de-011a7a1aa71e is already hosted by enough agents. {{(pid=73900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:47:25.666367 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.base_scheduler [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-ae23c3cc-1287-45ab-a8a1-f21c98d11892 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Resources bound (agent type, host, resource id):  {{(pid=73900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:47:25.669455 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.l3_dvrscheduler_db [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-ae23c3cc-1287-45ab-a8a1-f21c98d11892 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Received port after_create {{(pid=73900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 02 03:47:25.714183 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae23c3cc-1287-45ab-a8a1-f21c98d11892 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Pushing event updated for resources: {'Port': ['ID=d0efd229-cd62-4592-9be6-b90fdd0ce3e9,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:47:25.728931 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae23c3cc-1287-45ab-a8a1-f21c98d11892 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:47:25.729291 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae23c3cc-1287-45ab-a8a1-f21c98d11892 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:47:25.729657 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae23c3cc-1287-45ab-a8a1-f21c98d11892 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:47:25.730001 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae23c3cc-1287-45ab-a8a1-f21c98d11892 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:47:25.730348 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae23c3cc-1287-45ab-a8a1-f21c98d11892 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:47:25.730716 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae23c3cc-1287-45ab-a8a1-f21c98d11892 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:47:25.731060 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae23c3cc-1287-45ab-a8a1-f21c98d11892 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:47:25.731428 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae23c3cc-1287-45ab-a8a1-f21c98d11892 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:47:25.731772 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae23c3cc-1287-45ab-a8a1-f21c98d11892 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:47:25.732111 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae23c3cc-1287-45ab-a8a1-f21c98d11892 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:47:25.732454 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae23c3cc-1287-45ab-a8a1-f21c98d11892 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:47:25.732792 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae23c3cc-1287-45ab-a8a1-f21c98d11892 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:47:25.739061 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-ae23c3cc-1287-45ab-a8a1-f21c98d11892 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:47:25.752449 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-ae23c3cc-1287-45ab-a8a1-f21c98d11892 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:47:25.753160 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-ae23c3cc-1287-45ab-a8a1-f21c98d11892 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for port, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:25.775747 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-ae23c3cc-1287-45ab-a8a1-f21c98d11892 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8520665
May 02 03:47:25.787716 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-671f7740-ba6e-4aeb-b593-676f889c1196 service neutron] Request body: {'port': {'device_id': '09d18355-5da5-47bf-8a18-5977488153ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78907'}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:47:25.897485 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-bd359d6f-f06d-4c97-9ae1-777b9aa6faed None None] Provisioning for port d0efd229-cd62-4592-9be6-b90fdd0ce3e9 completed by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:47:25.900264 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-671f7740-ba6e-4aeb-b593-676f889c1196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:25.902485 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-bd359d6f-f06d-4c97-9ae1-777b9aa6faed None None] Provisioning complete for port d0efd229-cd62-4592-9be6-b90fdd0ce3e9 triggered by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:47:25.903018 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-bd359d6f-f06d-4c97-9ae1-777b9aa6faed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:25.956388 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-bd359d6f-f06d-4c97-9ae1-777b9aa6faed None None] Port d0efd229-cd62-4592-9be6-b90fdd0ce3e9 cannot update to ACTIVE because it is not bound. {{(pid=73902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 02 03:47:26.168673 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a76d32-1b4f-447d-b827-7f620f7b08ae req-f220aadc-8cf5-41e5-bafa-719c541f7430 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:47:26.170197 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a2a76d32-1b4f-447d-b827-7f620f7b08ae req-f220aadc-8cf5-41e5-bafa-719c541f7430 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/ports?device_id=09d18355-5da5-47bf-8a18-5977488153ed HTTP/1.1" status: 200  len: 931 time: 0.0801389
May 02 03:47:26.214296 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-a2a76d32-1b4f-447d-b827-7f620f7b08ae req-b56c954b-4f86-40a1-9c97-f27b1f9b05a7 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/security-groups?id=8ba7352f-ebf7-40ab-816d-f48c40dcb112&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376198
May 02 03:47:26.244440 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.notifiers.nova [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-671f7740-ba6e-4aeb-b593-676f889c1196 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0efd229-cd62-4592-9be6-b90fdd0ce3e9 {{(pid=73900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 02 03:47:26.251852 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-671f7740-ba6e-4aeb-b593-676f889c1196 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:26.265936 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.provisioning_blocks [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-671f7740-ba6e-4aeb-b593-676f889c1196 service neutron] Transition to ACTIVE for port object d0efd229-cd62-4592-9be6-b90fdd0ce3e9 will not be triggered until provisioned by entity L2. {{(pid=73900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:47:26.269975 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-671f7740-ba6e-4aeb-b593-676f889c1196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-899214'] for port, after_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:26.273585 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-db53aa38-5684-4094-810f-d32ff60b10a0 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:47:26.428763 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f7740-ba6e-4aeb-b593-676f889c1196 service neutron] Pushing event updated for resources: {'Port': ['ID=d0efd229-cd62-4592-9be6-b90fdd0ce3e9,revision_number=2']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:47:26.436191 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-671f7740-ba6e-4aeb-b593-676f889c1196 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:47:26.507387 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-671f7740-ba6e-4aeb-b593-676f889c1196 service neutron] Attempting to bind port d0efd229-cd62-4592-9be6-b90fdd0ce3e9 on host hv-cinder-78907 for vnic_type normal with profile  {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 02 03:47:26.507714 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-671f7740-ba6e-4aeb-b593-676f889c1196 service neutron] Attempting to bind port d0efd229-cd62-4592-9be6-b90fdd0ce3e9 by drivers openvswitch,hyperv on host hv-cinder-78907 at level 0 using segments [{'id': '6c7bd06f-3a85-46ef-8ac0-09bf83a6e02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8ab29b2c-b11f-4d5d-85de-011a7a1aa71e'}] {{(pid=73900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 02 03:47:26.508040 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-671f7740-ba6e-4aeb-b593-676f889c1196 service neutron] Attempting to bind port d0efd229-cd62-4592-9be6-b90fdd0ce3e9 on network 8ab29b2c-b11f-4d5d-85de-011a7a1aa71e {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:47:26.512566 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-671f7740-ba6e-4aeb-b593-676f889c1196 service neutron] Port d0efd229-cd62-4592-9be6-b90fdd0ce3e9 on network 8ab29b2c-b11f-4d5d-85de-011a7a1aa71e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78907 {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 02 03:47:26.512880 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-671f7740-ba6e-4aeb-b593-676f889c1196 service neutron] Attempting to bind port d0efd229-cd62-4592-9be6-b90fdd0ce3e9 on network 8ab29b2c-b11f-4d5d-85de-011a7a1aa71e {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:47:26.518611 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-671f7740-ba6e-4aeb-b593-676f889c1196 service neutron] Checking agent: {'id': '8531ff9a-0c75-4a44-9da7-2507d2e05f16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 8, 9), 'started_at': datetime.datetime(2021, 5, 2, 3, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 02 03:47:26.518942 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-671f7740-ba6e-4aeb-b593-676f889c1196 service neutron] Checking segment: {'id': '6c7bd06f-3a85-46ef-8ac0-09bf83a6e02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8ab29b2c-b11f-4d5d-85de-011a7a1aa71e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:47:26.519321 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-671f7740-ba6e-4aeb-b593-676f889c1196 service neutron] Bound using segment: {'id': '6c7bd06f-3a85-46ef-8ac0-09bf83a6e02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8ab29b2c-b11f-4d5d-85de-011a7a1aa71e'} {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 02 03:47:26.519735 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-671f7740-ba6e-4aeb-b593-676f889c1196 service neutron] Bound port: d0efd229-cd62-4592-9be6-b90fdd0ce3e9, host: hv-cinder-78907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c7bd06f-3a85-46ef-8ac0-09bf83a6e02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8ab29b2c-b11f-4d5d-85de-011a7a1aa71e'}}] {{(pid=73900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 02 03:47:26.520075 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-671f7740-ba6e-4aeb-b593-676f889c1196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:26.609998 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-671f7740-ba6e-4aeb-b593-676f889c1196 service neutron] For port d0efd229-cd62-4592-9be6-b90fdd0ce3e9, host hv-cinder-78907, cleared binding levels {{(pid=73900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 02 03:47:26.613001 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-671f7740-ba6e-4aeb-b593-676f889c1196 service neutron] For port d0efd229-cd62-4592-9be6-b90fdd0ce3e9, host hv-cinder-78907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=d0efd229-cd62-4592-9be6-b90fdd0ce3e9,segment=NetworkSegment(6c7bd06f-3a85-46ef-8ac0-09bf83a6e02b),segment_id=6c7bd06f-3a85-46ef-8ac0-09bf83a6e02b)] {{(pid=73900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 02 03:47:26.616343 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-671f7740-ba6e-4aeb-b593-676f889c1196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-899214'] for port, after_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:26.620674 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-47bfa5fa-5379-4280-83a6-50a8489232c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:47:26.669202 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-671f7740-ba6e-4aeb-b593-676f889c1196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:47:26.669798 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-671f7740-ba6e-4aeb-b593-676f889c1196 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for port, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:26.671162 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-671f7740-ba6e-4aeb-b593-676f889c1196 service neutron] 10.222.0.37 "PUT /v2.0/ports/d0efd229-cd62-4592-9be6-b90fdd0ce3e9 HTTP/1.1" status: 200  len: 1093 time: 0.8878603
May 02 03:47:26.671639 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09d18355-5da5-47bf-8a18-5977488153ed', 'tag': 'd0efd229-cd62-4592-9be6-b90fdd0ce3e9'}] {{(pid=73900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:47:26.704302 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f7740-ba6e-4aeb-b593-676f889c1196 service neutron] Pushing event updated for resources: {'Port': ['ID=d0efd229-cd62-4592-9be6-b90fdd0ce3e9,revision_number=3']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:47:26.706918 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-671f7740-ba6e-4aeb-b593-676f889c1196 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:47:26.748156 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09d18355-5da5-47bf-8a18-5977488153ed', 'tag': 'd0efd229-cd62-4592-9be6-b90fdd0ce3e9', 'status': 'completed', 'code': 200}
May 02 03:47:26.788296 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-33f80153-4132-400b-ae22-66419a991277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:47:26.790062 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-33f80153-4132-400b-ae22-66419a991277 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=23c14401529e46c1a87a0f77a664eafd&device_id=09d18355-5da5-47bf-8a18-5977488153ed HTTP/1.1" status: 200  len: 1096 time: 0.0784345
May 02 03:47:26.864126 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-ba4636ce-3c3c-4cf0-9a1d-470bc5ae6275 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0efd229-cd62-4592-9be6-b90fdd0ce3e9 HTTP/1.1" status: 200  len: 217 time: 0.0655496
May 02 03:47:26.926967 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-f1e69a0b-3315-48a0-b94a-7b982f212a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:47:26.928391 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-f1e69a0b-3315-48a0-b94a-7b982f212a85 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=286c6bb6-004b-43b1-8029-65854dd5dddf HTTP/1.1" status: 200  len: 847 time: 0.0574493
May 02 03:47:27.003710 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-f3d69646-93b7-40f3-a194-a9a3c63659c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:47:27.005016 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-f3d69646-93b7-40f3-a194-a9a3c63659c4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ab29b2c-b11f-4d5d-85de-011a7a1aa71e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0697589
May 02 03:47:27.132829 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-f53db222-dfef-4654-9144-39817e37a2d8 service neutron] 10.222.0.37 "GET /v2.0/networks/8ab29b2c-b11f-4d5d-85de-011a7a1aa71e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1201613
May 02 03:47:27.351170 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-5075c68e-7ebd-4813-b6e7-805c57bcfa5b req-058088aa-ecec-4653-bfc6-b73025f4b849 service neutron] 10.222.0.37 "GET /v2.0/networks/8ab29b2c-b11f-4d5d-85de-011a7a1aa71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2102730
May 02 03:47:27.407301 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72321bb-b668-49c8-b731-f18b3824f1ac req-a50109ee-a6b1-4578-b616-75b288732831 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:47:27.408879 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e72321bb-b668-49c8-b731-f18b3824f1ac req-a50109ee-a6b1-4578-b616-75b288732831 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/ports?device_id=09d18355-5da5-47bf-8a18-5977488153ed HTTP/1.1" status: 200  len: 943 time: 0.0867767
May 02 03:47:27.454632 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e72321bb-b668-49c8-b731-f18b3824f1ac req-223355a6-0200-412b-be48-e18deee0b22d tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/security-groups?id=8ba7352f-ebf7-40ab-816d-f48c40dcb112&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397110
May 02 03:47:27.489920 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69956647-2cb4-4210-96d9-358a738919c0 req-1ef6933e-3743-4eb3-9454-5bf0c06c21e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:47:27.491481 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-69956647-2cb4-4210-96d9-358a738919c0 req-1ef6933e-3743-4eb3-9454-5bf0c06c21e2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=23c14401529e46c1a87a0f77a664eafd&device_id=09d18355-5da5-47bf-8a18-5977488153ed HTTP/1.1" status: 200  len: 1096 time: 0.0722430
May 02 03:47:27.627286 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69956647-2cb4-4210-96d9-358a738919c0 req-bf260868-306e-4f3b-9d8c-29807d9e88b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:47:27.628643 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-69956647-2cb4-4210-96d9-358a738919c0 req-bf260868-306e-4f3b-9d8c-29807d9e88b7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ab29b2c-b11f-4d5d-85de-011a7a1aa71e HTTP/1.1" status: 200  len: 909 time: 0.1274130
May 02 03:47:27.699803 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-69956647-2cb4-4210-96d9-358a738919c0 req-38911bd1-8617-461d-b5ce-d5c1a6529ecb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0efd229-cd62-4592-9be6-b90fdd0ce3e9 HTTP/1.1" status: 200  len: 217 time: 0.0629902
May 02 03:47:27.762374 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69956647-2cb4-4210-96d9-358a738919c0 req-5604acb1-138d-43a8-ada2-3bc0dcc3a646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:47:27.763957 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-69956647-2cb4-4210-96d9-358a738919c0 req-5604acb1-138d-43a8-ada2-3bc0dcc3a646 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=286c6bb6-004b-43b1-8029-65854dd5dddf HTTP/1.1" status: 200  len: 847 time: 0.0573661
May 02 03:47:27.843189 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69956647-2cb4-4210-96d9-358a738919c0 req-f87cdf3e-8988-4129-bd3c-a3f43de7cabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:47:27.845288 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-69956647-2cb4-4210-96d9-358a738919c0 req-f87cdf3e-8988-4129-bd3c-a3f43de7cabc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ab29b2c-b11f-4d5d-85de-011a7a1aa71e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0744064
May 02 03:47:27.981386 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-69956647-2cb4-4210-96d9-358a738919c0 req-0c26afc6-d5b4-4378-a1e5-91374c28b230 service neutron] 10.222.0.37 "GET /v2.0/networks/8ab29b2c-b11f-4d5d-85de-011a7a1aa71e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1274519
May 02 03:47:28.114521 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-69956647-2cb4-4210-96d9-358a738919c0 req-4bc9faf7-5d8f-423b-ab39-5ec99dc57cf5 service neutron] 10.222.0.37 "GET /v2.0/networks/8ab29b2c-b11f-4d5d-85de-011a7a1aa71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257892
May 02 03:47:28.635607 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e63c4-f550-4250-84b6-d110380e4522 req-3a0fc2b4-c573-4eee-af04-974f914e57fd tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:47:28.637035 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-920e63c4-f550-4250-84b6-d110380e4522 req-3a0fc2b4-c573-4eee-af04-974f914e57fd tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/ports?device_id=09d18355-5da5-47bf-8a18-5977488153ed HTTP/1.1" status: 200  len: 943 time: 0.0786681
May 02 03:47:28.682914 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-920e63c4-f550-4250-84b6-d110380e4522 req-e06bd95b-8fea-4e02-b236-92bd3bd08408 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/security-groups?id=8ba7352f-ebf7-40ab-816d-f48c40dcb112&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401688
May 02 03:47:29.867274 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7cac14-563b-4a49-ada7-25e9cff9606c req-84096bd8-d18d-4791-b115-71ed8f5b9548 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:47:29.868720 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-cd7cac14-563b-4a49-ada7-25e9cff9606c req-84096bd8-d18d-4791-b115-71ed8f5b9548 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/ports?device_id=09d18355-5da5-47bf-8a18-5977488153ed HTTP/1.1" status: 200  len: 943 time: 0.0810471
May 02 03:47:29.913452 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-cd7cac14-563b-4a49-ada7-25e9cff9606c req-82be8c3a-cfb4-4833-ae5d-241fd0395547 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/security-groups?id=8ba7352f-ebf7-40ab-816d-f48c40dcb112&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390210
May 02 03:47:31.102457 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30911ad9-baff-48c9-a635-13798cb808e1 req-23309781-eeee-4ff8-a280-30086cda78aa tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:47:31.103919 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-30911ad9-baff-48c9-a635-13798cb808e1 req-23309781-eeee-4ff8-a280-30086cda78aa tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/ports?device_id=09d18355-5da5-47bf-8a18-5977488153ed HTTP/1.1" status: 200  len: 943 time: 0.0829775
May 02 03:47:31.148585 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-30911ad9-baff-48c9-a635-13798cb808e1 req-b49638a4-9a59-49f8-9b8e-f708ac4ddb69 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/security-groups?id=8ba7352f-ebf7-40ab-816d-f48c40dcb112&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390058
May 02 03:47:32.331440 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b19ee2-88eb-4e28-b868-b563c2d28ff2 req-d57e8483-e675-4c85-a080-bd8b1d598fa3 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:47:32.333107 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-b9b19ee2-88eb-4e28-b868-b563c2d28ff2 req-d57e8483-e675-4c85-a080-bd8b1d598fa3 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/ports?device_id=09d18355-5da5-47bf-8a18-5977488153ed HTTP/1.1" status: 200  len: 943 time: 0.0797796
May 02 03:47:32.380224 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-b9b19ee2-88eb-4e28-b868-b563c2d28ff2 req-06faa242-a93f-4623-a88f-17e8df5c1cb2 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/security-groups?id=8ba7352f-ebf7-40ab-816d-f48c40dcb112&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411484
May 02 03:47:33.562834 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c161988e-07d6-4971-a89a-719cab22efa8 req-98fe6d66-7545-4bf2-a13c-9ef69353b8bb tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:47:33.564237 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c161988e-07d6-4971-a89a-719cab22efa8 req-98fe6d66-7545-4bf2-a13c-9ef69353b8bb tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/ports?device_id=09d18355-5da5-47bf-8a18-5977488153ed HTTP/1.1" status: 200  len: 943 time: 0.0815330
May 02 03:47:33.609356 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c161988e-07d6-4971-a89a-719cab22efa8 req-5990248a-c90a-41f3-ab35-6613ac17b95e tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/security-groups?id=8ba7352f-ebf7-40ab-816d-f48c40dcb112&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393357
May 02 03:47:34.795197 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e6c66-6df3-4082-b6d2-92c5bb9540bf req-d8691bc8-5bff-4199-9130-c62c0fcfe7ae tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:47:34.796524 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-5b3e6c66-6df3-4082-b6d2-92c5bb9540bf req-d8691bc8-5bff-4199-9130-c62c0fcfe7ae tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/ports?device_id=09d18355-5da5-47bf-8a18-5977488153ed HTTP/1.1" status: 200  len: 943 time: 0.0824630
May 02 03:47:34.921864 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-5b3e6c66-6df3-4082-b6d2-92c5bb9540bf req-e64eb2b6-7de8-40c6-91ca-f75533752084 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/security-groups?id=8ba7352f-ebf7-40ab-816d-f48c40dcb112&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1195307
May 02 03:47:35.177485 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8cce5339-3551-453e-8a42-9647886d57c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:35.306668 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device d0efd229-cd62-4592-9be6-b90fdd0ce3e9 details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=73902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 02 03:47:35.437890 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port d0efd229-cd62-4592-9be6-b90fdd0ce3e9, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=d0efd229-cd62-4592-9be6-b90fdd0ce3e9,segment=NetworkSegment(6c7bd06f-3a85-46ef-8ac0-09bf83a6e02b),segment_id=6c7bd06f-3a85-46ef-8ac0-09bf83a6e02b)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:47:35.450712 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Returning: {'device': 'd0efd229-cd62-4592-9be6-b90fdd0ce3e9', 'network_id': '8ab29b2c-b11f-4d5d-85de-011a7a1aa71e', 'port_id': 'd0efd229-cd62-4592-9be6-b90fdd0ce3e9', 'mac_address': 'fa:16:3e:0f:62:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '286c6bb6-004b-43b1-8029-65854dd5dddf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 02 03:47:35.506023 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:35.525031 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.notifiers.nova [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0efd229-cd62-4592-9be6-b90fdd0ce3e9 {{(pid=73902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 02 03:47:35.541479 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port d0efd229-cd62-4592-9be6-b90fdd0ce3e9, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=d0efd229-cd62-4592-9be6-b90fdd0ce3e9,segment=NetworkSegment(6c7bd06f-3a85-46ef-8ac0-09bf83a6e02b),segment_id=6c7bd06f-3a85-46ef-8ac0-09bf83a6e02b)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:47:35.544950 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:35.546652 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-e939df01-3222-4992-96ff-30f95a8063f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:47:35.650525 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Pushing event updated for resources: {'Port': ['ID=d0efd229-cd62-4592-9be6-b90fdd0ce3e9,revision_number=4']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:47:35.653687 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:47:35.764689 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] get_ports_and_sgs() called for port_ids ['d0efd229-cd62-4592-9be6-b90fdd0ce3e9'] {{(pid=73902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 02 03:47:36.128801 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9c8fa-43d2-4a20-abec-7a0b56393579 req-213a3292-8051-447e-90f7-e9faf4674a75 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:47:36.130276 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-14a9c8fa-43d2-4a20-abec-7a0b56393579 req-213a3292-8051-447e-90f7-e9faf4674a75 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/ports?device_id=09d18355-5da5-47bf-8a18-5977488153ed HTTP/1.1" status: 200  len: 944 time: 0.0942190
May 02 03:47:36.183407 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-14a9c8fa-43d2-4a20-abec-7a0b56393579 req-8517b133-ad38-4065-aadd-950f4be02636 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/security-groups?id=8ba7352f-ebf7-40ab-816d-f48c40dcb112&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467968
May 02 03:47:37.322273 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device d0efd229-cd62-4592-9be6-b90fdd0ce3e9 up at agent hyperv_hv-cinder-78907 {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:47:37.374202 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99694632-9c88-4b43-be36-e5679da30c3d req-a45b2550-7c72-4e09-8865-44c6498f7006 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:47:37.376530 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-99694632-9c88-4b43-be36-e5679da30c3d req-a45b2550-7c72-4e09-8865-44c6498f7006 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/ports?device_id=09d18355-5da5-47bf-8a18-5977488153ed HTTP/1.1" status: 200  len: 944 time: 0.0805087
May 02 03:47:37.389917 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Provisioning for port d0efd229-cd62-4592-9be6-b90fdd0ce3e9 completed by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:47:37.394796 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Provisioning complete for port d0efd229-cd62-4592-9be6-b90fdd0ce3e9 triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:47:37.395176 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:37.420244 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-99694632-9c88-4b43-be36-e5679da30c3d req-bddb63bf-d9fd-4566-901a-6670bd0978e4 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/security-groups?id=8ba7352f-ebf7-40ab-816d-f48c40dcb112&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376670
May 02 03:47:37.511279 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:37.536786 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d18355-5da5-47bf-8a18-5977488153ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0efd229-cd62-4592-9be6-b90fdd0ce3e9'}] {{(pid=73902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:47:37.546115 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port d0efd229-cd62-4592-9be6-b90fdd0ce3e9, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=d0efd229-cd62-4592-9be6-b90fdd0ce3e9,segment=NetworkSegment(6c7bd06f-3a85-46ef-8ac0-09bf83a6e02b),segment_id=6c7bd06f-3a85-46ef-8ac0-09bf83a6e02b)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:47:37.551060 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:37.552937 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-f20d8ac4-3613-4222-9183-014c2887d260 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:47:37.589984 dv-cinder-789077-1-iscsi neutron-server[73902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09d18355-5da5-47bf-8a18-5977488153ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0efd229-cd62-4592-9be6-b90fdd0ce3e9', 'code': 200}
May 02 03:47:37.622599 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Pushing event updated for resources: {'Port': ['ID=d0efd229-cd62-4592-9be6-b90fdd0ce3e9,revision_number=5']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:47:37.626612 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:47:37.852987 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718161e-481b-47e7-9eae-f1a46e357a2b req-93b3cac8-0477-47ad-b887-d9c72509944f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:47:37.854472 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-c718161e-481b-47e7-9eae-f1a46e357a2b req-93b3cac8-0477-47ad-b887-d9c72509944f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=09d18355-5da5-47bf-8a18-5977488153ed HTTP/1.1" status: 200  len: 1098 time: 0.0701632
May 02 03:47:37.865152 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:37.896441 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-c718161e-481b-47e7-9eae-f1a46e357a2b req-c81f5941-b8dd-45bd-b862-69a6b3a4f7f0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8ba7352f-ebf7-40ab-816d-f48c40dcb112&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0356283
May 02 03:47:38.179626 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-09e19f95-206c-4158-9c09-50162adbdd67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:38.608063 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11215c25-4c7a-4656-8922-4d833fe8f519 req-83b8ff59-4849-4f8c-9e44-7bfb86ad23d6 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:47:38.609515 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-11215c25-4c7a-4656-8922-4d833fe8f519 req-83b8ff59-4849-4f8c-9e44-7bfb86ad23d6 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/ports?device_id=09d18355-5da5-47bf-8a18-5977488153ed HTTP/1.1" status: 200  len: 945 time: 0.0840333
May 02 03:47:38.658149 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-11215c25-4c7a-4656-8922-4d833fe8f519 req-569315dc-8640-49ec-9fe6-da70888f1ec6 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/security-groups?id=8ba7352f-ebf7-40ab-816d-f48c40dcb112&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405247
May 02 03:47:39.356267 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:39.847424 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dd9bf6-526b-4a55-8cd5-548e2b6eace2 req-5d433b39-ebb1-4813-af88-5c21966c863d tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:47:39.848862 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-b1dd9bf6-526b-4a55-8cd5-548e2b6eace2 req-5d433b39-ebb1-4813-af88-5c21966c863d tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/ports?device_id=09d18355-5da5-47bf-8a18-5977488153ed HTTP/1.1" status: 200  len: 945 time: 0.0801430
May 02 03:47:39.893906 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-b1dd9bf6-526b-4a55-8cd5-548e2b6eace2 req-e38c46a5-db1a-42ba-b9bd-15adca3ce9cd tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/security-groups?id=8ba7352f-ebf7-40ab-816d-f48c40dcb112&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393374
May 02 03:47:39.967046 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-d53e8bd5-74d7-4834-a043-3158b0a21b54 req-f83ee825-453f-4380-8fd9-7cb6081d8a44 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=130b72cc-ef72-49b2-82db-8ce15845c1ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0732970
May 02 03:47:40.086182 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcbf834-a64b-45ce-b786-f544cb23a862 req-a5be3f1f-7907-45d6-b9d3-d7fea67f629d tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:47:40.087666 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-8fcbf834-a64b-45ce-b786-f544cb23a862 req-a5be3f1f-7907-45d6-b9d3-d7fea67f629d tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/ports?device_id=09d18355-5da5-47bf-8a18-5977488153ed HTTP/1.1" status: 200  len: 945 time: 0.0872338
May 02 03:47:40.110853 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e8bd5-74d7-4834-a043-3158b0a21b54 req-39b9b838-84c1-440e-8b6d-30f9fe6dbbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:47:40.112316 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-d53e8bd5-74d7-4834-a043-3158b0a21b54 req-39b9b838-84c1-440e-8b6d-30f9fe6dbbed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4d0706d5cb74153ac23af4cb02afd02&device_id=130b72cc-ef72-49b2-82db-8ce15845c1ac HTTP/1.1" status: 200  len: 1099 time: 0.0773258
May 02 03:47:40.134046 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-8fcbf834-a64b-45ce-b786-f544cb23a862 req-625e7db3-16c7-4c40-8e27-dc048af79d6c tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/security-groups?id=8ba7352f-ebf7-40ab-816d-f48c40dcb112&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403645
May 02 03:47:40.155887 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 42082) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:47:40.253883 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e8bd5-74d7-4834-a043-3158b0a21b54 req-3e2d9e98-7c77-42c4-bec7-74a8e7459705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:47:40.255268 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-d53e8bd5-74d7-4834-a043-3158b0a21b54 req-3e2d9e98-7c77-42c4-bec7-74a8e7459705 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e0f2c995-0c49-41f7-960f-54ff752d74e7 HTTP/1.1" status: 200  len: 913 time: 0.1257339
May 02 03:47:40.272483 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bac063-15f7-4263-b3e4-f965337c02e5 tempest-TestShelveInstance-1529110075 tempest-TestShelveInstance-1529110075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:47:40.273177 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-77bac063-15f7-4263-b3e4-f965337c02e5 tempest-TestShelveInstance-1529110075 tempest-TestShelveInstance-1529110075-project-admin] Synchronizing usage tracker for tenant:32b2e628cfa84b369813625e36d6f9ba on resource:port {{(pid=73901) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 02 03:47:40.290002 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-77bac063-15f7-4263-b3e4-f965337c02e5 tempest-TestShelveInstance-1529110075 tempest-TestShelveInstance-1529110075-project-admin] Unset dirty status for tenant:32b2e628cfa84b369813625e36d6f9ba on resource:port {{(pid=73901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 02 03:47:40.291181 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-77bac063-15f7-4263-b3e4-f965337c02e5 tempest-TestShelveInstance-1529110075 tempest-TestShelveInstance-1529110075-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=09d18355-5da5-47bf-8a18-5977488153ed HTTP/1.1" status: 200  len: 1093 time: 0.1342626
May 02 03:47:40.294042 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 42088) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:47:40.299738 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.v2.base [None req-b6a90426-975b-4003-873d-8248766d24e5 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Request body: {'floatingip': {'floating_network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'port_id': 'd0efd229-cd62-4592-9be6-b90fdd0ce3e9', 'tenant_id': '23c14401529e46c1a87a0f77a664eafd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=73901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:47:40.305679 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-b6a90426-975b-4003-873d-8248766d24e5 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:47:40.309573 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-b6a90426-975b-4003-873d-8248766d24e5 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Usage tracker for resource:floatingip and tenant:23c14401529e46c1a87a0f77a664eafd is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:47:40.312429 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-b6a90426-975b-4003-873d-8248766d24e5 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:47:40.318949 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-b6a90426-975b-4003-873d-8248766d24e5 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:47:40.328405 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-b6a90426-975b-4003-873d-8248766d24e5 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Notify callbacks [] for floatingip, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:40.364226 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-d53e8bd5-74d7-4834-a043-3158b0a21b54 req-dfb0e2eb-fd21-4f5f-89dd-394b474b77cd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e29bc4a4-3065-4d04-a38e-9a818317cfb8 HTTP/1.1" status: 200  len: 1002 time: 0.1026909
May 02 03:47:40.427071 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e8bd5-74d7-4834-a043-3158b0a21b54 req-29c5c9ef-fb76-40be-b4ab-210d612623d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:47:40.428502 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-d53e8bd5-74d7-4834-a043-3158b0a21b54 req-29c5c9ef-fb76-40be-b4ab-210d612623d8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4adfad06-ce64-4b56-9404-7ece70fb7c5a HTTP/1.1" status: 200  len: 851 time: 0.0583115
May 02 03:47:40.469202 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-b6a90426-975b-4003-873d-8248766d24e5 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:40.504935 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e8bd5-74d7-4834-a043-3158b0a21b54 req-4d3d05a0-0173-4495-8215-9eb498de23ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:47:40.506329 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-d53e8bd5-74d7-4834-a043-3158b0a21b54 req-4d3d05a0-0173-4495-8215-9eb498de23ef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0f2c995-0c49-41f7-960f-54ff752d74e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0720398
May 02 03:47:40.602036 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.db_base_plugin_common [None req-b6a90426-975b-4003-873d-8248766d24e5 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Allocated IP 172.27.0.116 (8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700/cde322b7-5107-4ee3-8bef-bf160ca73532/936b5597-4311-4690-83dc-7ce9bad9f7c1) {{(pid=73901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 02 03:47:40.729274 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-d53e8bd5-74d7-4834-a043-3158b0a21b54 req-58976033-d30a-4756-84a4-0973099bfcc9 service neutron] 10.222.0.37 "GET /v2.0/networks/e0f2c995-0c49-41f7-960f-54ff752d74e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2167692
May 02 03:47:40.753723 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-b6a90426-975b-4003-873d-8248766d24e5 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Notify callbacks [] for port, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:40.783516 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-b6a90426-975b-4003-873d-8248766d24e5 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747865333526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718557'] for port, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:40.786955 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-1853b181-7c0c-411f-a0e3-0d7424f9edaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:47:40.854595 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a90426-975b-4003-873d-8248766d24e5 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Network 8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700 is already hosted by enough agents. {{(pid=73901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:47:40.857939 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.base_scheduler [None req-b6a90426-975b-4003-873d-8248766d24e5 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Resources bound (agent type, host, resource id):  {{(pid=73901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:47:40.861322 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:40.862336 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a90426-975b-4003-873d-8248766d24e5 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Received port after_create {{(pid=73901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 02 03:47:40.866772 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-d53e8bd5-74d7-4834-a043-3158b0a21b54 req-f6b7f4c2-d3d9-427f-b9ca-87d9abeab06d service neutron] 10.222.0.37 "GET /v2.0/networks/e0f2c995-0c49-41f7-960f-54ff752d74e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1297555
May 02 03:47:40.894727 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a90426-975b-4003-873d-8248766d24e5 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Pushing event updated for resources: {'Port': ['ID=936b5597-4311-4690-83dc-7ce9bad9f7c1,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:47:40.912815 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a90426-975b-4003-873d-8248766d24e5 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:47:40.913183 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a90426-975b-4003-873d-8248766d24e5 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:47:40.913547 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a90426-975b-4003-873d-8248766d24e5 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:47:40.913906 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a90426-975b-4003-873d-8248766d24e5 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:47:40.914263 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a90426-975b-4003-873d-8248766d24e5 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:47:40.914636 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a90426-975b-4003-873d-8248766d24e5 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:47:40.914985 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a90426-975b-4003-873d-8248766d24e5 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:47:40.915332 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a90426-975b-4003-873d-8248766d24e5 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:47:40.915680 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a90426-975b-4003-873d-8248766d24e5 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:47:40.916025 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a90426-975b-4003-873d-8248766d24e5 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:47:40.916369 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a90426-975b-4003-873d-8248766d24e5 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:47:40.916711 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a90426-975b-4003-873d-8248766d24e5 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:47:40.921402 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-b6a90426-975b-4003-873d-8248766d24e5 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:47:41.273881 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-b6a90426-975b-4003-873d-8248766d24e5 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:41.346960 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-b6a90426-975b-4003-873d-8248766d24e5 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:41.492402 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:41.632789 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-b6a90426-975b-4003-873d-8248766d24e5 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Notify callbacks [] for port, precommit_update {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:41.637104 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-b6a90426-975b-4003-873d-8248766d24e5 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718570'] for port, after_update {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:41.640451 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-ac40148b-2b57-4d0c-9968-432c2dbe9acd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:47:41.743180 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a90426-975b-4003-873d-8248766d24e5 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Pushing event updated for resources: {'Port': ['ID=936b5597-4311-4690-83dc-7ce9bad9f7c1,revision_number=2']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:47:41.747211 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-b6a90426-975b-4003-873d-8248766d24e5 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:47:41.756006 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-b6a90426-975b-4003-873d-8248766d24e5 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419409'] for floatingip, after_update {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:41.926000 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.db.l3_db [None req-b6a90426-975b-4003-873d-8248766d24e5 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Floating IP 2e8dfb37-332e-43a8-a1ea-5aa5ced07ef9 associated. External IP: 172.27.0.116, port: d0efd229-cd62-4592-9be6-b90fdd0ce3e9.
May 02 03:47:42.267741 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a90426-975b-4003-873d-8248766d24e5 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Router e37bef6e-abde-44dd-b64d-f5b0e7abafbb has already been hosted by L3 agent c822661f-3527-457d-a53a-678072f60f18 {{(pid=73901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 02 03:47:42.445490 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a90426-975b-4003-873d-8248766d24e5 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Notify agent at l3_agent.dv-cinder-789077-1-iscsi the message routers_updated {{(pid=73901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 02 03:47:42.455135 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e23715-ec23-4ac8-87d6-1928347e1045 None None] Sync routers for ids ['e37bef6e-abde-44dd-b64d-f5b0e7abafbb'] in dv-cinder-789077-1-iscsi {{(pid=73902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 02 03:47:42.464390 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e23715-ec23-4ac8-87d6-1928347e1045 None None] Routers {'e37bef6e-abde-44dd-b64d-f5b0e7abafbb'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:47:42.465000 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-31e23715-ec23-4ac8-87d6-1928347e1045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c55a0b850>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:47:38Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['e37bef6e-abde-44dd-b64d-f5b0e7abafbb'], 'active': True} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:47:42.470737 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-b6a90426-975b-4003-873d-8248766d24e5 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for floatingip, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:47:42.525801 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-b6a90426-975b-4003-873d-8248766d24e5 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.2306285
May 02 03:47:42.526499 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09d18355-5da5-47bf-8a18-5977488153ed', 'tag': 'd0efd229-cd62-4592-9be6-b90fdd0ce3e9'}] {{(pid=73901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:47:42.572428 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09d18355-5da5-47bf-8a18-5977488153ed', 'tag': 'd0efd229-cd62-4592-9be6-b90fdd0ce3e9', 'status': 'completed', 'code': 200}
May 02 03:47:42.646014 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvr_db [None req-31e23715-ec23-4ac8-87d6-1928347e1045 None None] Set router e37bef6e-abde-44dd-b64d-f5b0e7abafbb gateway port host: dv-cinder-789077-1-iscsi {{(pid=73902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:47:42.664436 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b592f-9330-4c78-8c5f-7637debff2bf req-4ea80c81-1078-4f2a-841b-58790e86e979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:47:42.665949 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-a87b592f-9330-4c78-8c5f-7637debff2bf req-4ea80c81-1078-4f2a-841b-58790e86e979 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=23c14401529e46c1a87a0f77a664eafd&device_id=09d18355-5da5-47bf-8a18-5977488153ed HTTP/1.1" status: 200  len: 1098 time: 0.0712197
May 02 03:47:42.801053 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b592f-9330-4c78-8c5f-7637debff2bf req-cdc721f4-b2e8-4078-9492-ae10de5f1a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:47:42.802453 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-a87b592f-9330-4c78-8c5f-7637debff2bf req-cdc721f4-b2e8-4078-9492-ae10de5f1a26 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ab29b2c-b11f-4d5d-85de-011a7a1aa71e HTTP/1.1" status: 200  len: 909 time: 0.1305237
May 02 03:47:42.907425 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-a87b592f-9330-4c78-8c5f-7637debff2bf req-d09c557d-8fe5-4e38-9a2d-c80628829bb5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0efd229-cd62-4592-9be6-b90fdd0ce3e9 HTTP/1.1" status: 200  len: 999 time: 0.0984983
May 02 03:47:42.970932 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b592f-9330-4c78-8c5f-7637debff2bf req-31fee269-8da6-40f5-bc54-9ded17ca8169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:47:42.972433 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-a87b592f-9330-4c78-8c5f-7637debff2bf req-31fee269-8da6-40f5-bc54-9ded17ca8169 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=286c6bb6-004b-43b1-8029-65854dd5dddf HTTP/1.1" status: 200  len: 847 time: 0.0598130
May 02 03:47:42.996525 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-31e23715-ec23-4ac8-87d6-1928347e1045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c55a0b850>, [{'id': 'e37bef6e-abde-44dd-b64d-f5b0e7abafbb', 'name': 'tempest-TestShelveInstance-850265789-router', 'tenant_id': '23c14401529e46c1a87a0f77a664eafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': 'f5b5ca89-da66-4923-99ac-b72676e034e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:46:47Z', 'updated_at': '2021-05-02T03:46:51Z', 'revision_number': 4, 'project_id': '23c14401529e46c1a87a0f77a664eafd', 'gw_port': {'id': 'f5b5ca89-da66-4923-99ac-b72676e034e1', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:33:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37bef6e-abde-44dd-b64d-f5b0e7abafbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:46:48Z', 'updated_at': '2021-05-02T03:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_floatingips': [{'id': '2e8dfb37-332e-43a8-a1ea-5aa5ced07ef9', 'tenant_id': '23c14401529e46c1a87a0f77a664eafd', 'floating_ip_address': '172.27.0.116', 'floating_network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'router_id': 'e37bef6e-abde-44dd-b64d-f5b0e7abafbb', 'port_id': 'd0efd229-cd62-4592-9be6-b90fdd0ce3e9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ab29b2c-b11f-4d5d-85de-011a7a1aa71e', 'mac_address': 'fa:16:3e:0f:62:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d18355-5da5-47bf-8a18-5977488153ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:47:41Z', 'updated_at': '2021-05-02T03:47:41Z', 'revision_number': 0, 'project_id': '23c14401529e46c1a87a0f77a664eafd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '288b2c02-571e-4dcc-8e39-3697d9e35431', 'name': '', 'network_id': '8ab29b2c-b11f-4d5d-85de-011a7a1aa71e', 'tenant_id': '23c14401529e46c1a87a0f77a664eafd', 'mac_address': 'fa:16:3e:f4:cc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37bef6e-abde-44dd-b64d-f5b0e7abafbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '286c6bb6-004b-43b1-8029-65854dd5dddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:46:51Z', 'updated_at': '2021-05-02T03:46:59Z', 'revision_number': 5, 'project_id': '23c14401529e46c1a87a0f77a664eafd', 'subnets': [{'id': '286c6bb6-004b-43b1-8029-65854dd5dddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:47:43.000344 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e23715-ec23-4ac8-87d6-1928347e1045 None None] Checking router: e37bef6e-abde-44dd-b64d-f5b0e7abafbb for host: dv-cinder-789077-1-iscsi {{(pid=73902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 02 03:47:43.008873 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e23715-ec23-4ac8-87d6-1928347e1045 None None] Routers {'e37bef6e-abde-44dd-b64d-f5b0e7abafbb'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:47:43.009460 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-31e23715-ec23-4ac8-87d6-1928347e1045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c55a0b850>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:47:38Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['e37bef6e-abde-44dd-b64d-f5b0e7abafbb'], 'active': True} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:47:43.050448 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b592f-9330-4c78-8c5f-7637debff2bf req-784c6346-013a-4dfa-b566-fed08b7874c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:47:43.051996 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-a87b592f-9330-4c78-8c5f-7637debff2bf req-784c6346-013a-4dfa-b566-fed08b7874c5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ab29b2c-b11f-4d5d-85de-011a7a1aa71e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0735872
May 02 03:47:43.180978 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-a87b592f-9330-4c78-8c5f-7637debff2bf req-04fbbd0e-f264-4844-85ee-753ead1d6007 service neutron] 10.222.0.37 "GET /v2.0/networks/8ab29b2c-b11f-4d5d-85de-011a7a1aa71e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1227360
May 02 03:47:43.183452 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvr_db [None req-31e23715-ec23-4ac8-87d6-1928347e1045 None None] Set router e37bef6e-abde-44dd-b64d-f5b0e7abafbb gateway port host: dv-cinder-789077-1-iscsi {{(pid=73902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:47:43.310003 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-a87b592f-9330-4c78-8c5f-7637debff2bf req-87dfb06c-4d38-4b2c-9f75-b184f91cf730 service neutron] 10.222.0.37 "GET /v2.0/networks/8ab29b2c-b11f-4d5d-85de-011a7a1aa71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1230867
May 02 03:47:43.562690 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-31e23715-ec23-4ac8-87d6-1928347e1045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c55a0b850>, [{'id': 'e37bef6e-abde-44dd-b64d-f5b0e7abafbb', 'name': 'tempest-TestShelveInstance-850265789-router', 'tenant_id': '23c14401529e46c1a87a0f77a664eafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': 'f5b5ca89-da66-4923-99ac-b72676e034e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:46:47Z', 'updated_at': '2021-05-02T03:46:51Z', 'revision_number': 4, 'project_id': '23c14401529e46c1a87a0f77a664eafd', 'gw_port': {'id': 'f5b5ca89-da66-4923-99ac-b72676e034e1', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:33:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37bef6e-abde-44dd-b64d-f5b0e7abafbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:46:48Z', 'updated_at': '2021-05-02T03:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_floatingips': [{'id': '2e8dfb37-332e-43a8-a1ea-5aa5ced07ef9', 'tenant_id': '23c14401529e46c1a87a0f77a664eafd', 'floating_ip_address': '172.27.0.116', 'floating_network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'router_id': 'e37bef6e-abde-44dd-b64d-f5b0e7abafbb', 'port_id': 'd0efd229-cd62-4592-9be6-b90fdd0ce3e9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ab29b2c-b11f-4d5d-85de-011a7a1aa71e', 'mac_address': 'fa:16:3e:0f:62:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d18355-5da5-47bf-8a18-5977488153ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:47:41Z', 'updated_at': '2021-05-02T03:47:41Z', 'revision_number': 0, 'project_id': '23c14401529e46c1a87a0f77a664eafd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '288b2c02-571e-4dcc-8e39-3697d9e35431', 'name': '', 'network_id': '8ab29b2c-b11f-4d5d-85de-011a7a1aa71e', 'tenant_id': '23c14401529e46c1a87a0f77a664eafd', 'mac_address': 'fa:16:3e:f4:cc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37bef6e-abde-44dd-b64d-f5b0e7abafbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '286c6bb6-004b-43b1-8029-65854dd5dddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:46:51Z', 'updated_at': '2021-05-02T03:46:59Z', 'revision_number': 5, 'project_id': '23c14401529e46c1a87a0f77a664eafd', 'subnets': [{'id': '286c6bb6-004b-43b1-8029-65854dd5dddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:47:43.567559 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e23715-ec23-4ac8-87d6-1928347e1045 None None] The sync data for ids ['e37bef6e-abde-44dd-b64d-f5b0e7abafbb'] in dv-cinder-789077-1-iscsi is: [{'id': 'e37bef6e-abde-44dd-b64d-f5b0e7abafbb', 'name': 'tempest-TestShelveInstance-850265789-router', 'tenant_id': '23c14401529e46c1a87a0f77a664eafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': 'f5b5ca89-da66-4923-99ac-b72676e034e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:46:47Z', 'updated_at': '2021-05-02T03:46:51Z', 'revision_number': 4, 'project_id': '23c14401529e46c1a87a0f77a664eafd', 'gw_port': {'id': 'f5b5ca89-da66-4923-99ac-b72676e034e1', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:33:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37bef6e-abde-44dd-b64d-f5b0e7abafbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:46:48Z', 'updated_at': '2021-05-02T03:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_floatingips': [{'id': '2e8dfb37-332e-43a8-a1ea-5aa5ced07ef9', 'tenant_id': '23c14401529e46c1a87a0f77a664eafd', 'floating_ip_address': '172.27.0.116', 'floating_network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'router_id': 'e37bef6e-abde-44dd-b64d-f5b0e7abafbb', 'port_id': 'd0efd229-cd62-4592-9be6-b90fdd0ce3e9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ab29b2c-b11f-4d5d-85de-011a7a1aa71e', 'mac_address': 'fa:16:3e:0f:62:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d18355-5da5-47bf-8a18-5977488153ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:47:41Z', 'updated_at': '2021-05-02T03:47:41Z', 'revision_number': 0, 'project_id': '23c14401529e46c1a87a0f77a664eafd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '288b2c02-571e-4dcc-8e39-3697d9e35431', 'name': '', 'network_id': '8ab29b2c-b11f-4d5d-85de-011a7a1aa71e', 'tenant_id': '23c14401529e46c1a87a0f77a664eafd', 'mac_address': 'fa:16:3e:f4:cc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37bef6e-abde-44dd-b64d-f5b0e7abafbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '286c6bb6-004b-43b1-8029-65854dd5dddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:46:51Z', 'updated_at': '2021-05-02T03:46:59Z', 'revision_number': 5, 'project_id': '23c14401529e46c1a87a0f77a664eafd', 'subnets': [{'id': '286c6bb6-004b-43b1-8029-65854dd5dddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 02 03:47:43.736096 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf0615c-81d8-4de1-89a9-803f429aa1fa None None] New status for floating IP 2e8dfb37-332e-43a8-a1ea-5aa5ced07ef9: ACTIVE {{(pid=73903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 02 03:47:52.632198 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:48:05.179056 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-f91e6d7b-cd8b-4695-bda8-9acda2923d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:48:07.866884 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:48:08.184008 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-2148a709-993f-419d-ac10-24e365ed5059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:48:09.357977 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:48:10.865847 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:48:11.491125 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:48:29.631312 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:48:35.180546 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-93f9c535-121f-47fd-ad55-5ccc9158402a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:48:37.867539 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:48:38.175765 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-9556ad83-412b-4fce-9ba1-6893e0166c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:48:39.361492 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:48:40.867807 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:48:41.379866 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-ebc92583-8e38-40d5-83d7-0c805a51ecb4 req-b8b573e6-8e1e-4fd4-9d0e-a54b8c59d6f9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=09d18355-5da5-47bf-8a18-5977488153ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0703793
May 02 03:48:41.473403 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc92583-8e38-40d5-83d7-0c805a51ecb4 req-6970aa9f-b100-4fca-9658-03b276095770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:48:41.474927 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-ebc92583-8e38-40d5-83d7-0c805a51ecb4 req-6970aa9f-b100-4fca-9658-03b276095770 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=23c14401529e46c1a87a0f77a664eafd&device_id=09d18355-5da5-47bf-8a18-5977488153ed HTTP/1.1" status: 200  len: 1098 time: 0.0739105
May 02 03:48:41.494924 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:48:41.615932 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc92583-8e38-40d5-83d7-0c805a51ecb4 req-482fff14-0fb2-46ce-b962-407476a97df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:48:41.617338 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-ebc92583-8e38-40d5-83d7-0c805a51ecb4 req-482fff14-0fb2-46ce-b962-407476a97df4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ab29b2c-b11f-4d5d-85de-011a7a1aa71e HTTP/1.1" status: 200  len: 909 time: 0.1230862
May 02 03:48:41.717543 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-ebc92583-8e38-40d5-83d7-0c805a51ecb4 req-4247a392-b5f7-4ebc-99ee-d9b504434aa8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0efd229-cd62-4592-9be6-b90fdd0ce3e9 HTTP/1.1" status: 200  len: 1001 time: 0.0928211
May 02 03:48:41.779418 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc92583-8e38-40d5-83d7-0c805a51ecb4 req-e8888e23-db6b-4216-9294-36773211151b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:48:41.780809 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-ebc92583-8e38-40d5-83d7-0c805a51ecb4 req-e8888e23-db6b-4216-9294-36773211151b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=286c6bb6-004b-43b1-8029-65854dd5dddf HTTP/1.1" status: 200  len: 847 time: 0.0571444
May 02 03:48:41.853667 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc92583-8e38-40d5-83d7-0c805a51ecb4 req-e4bad231-0b08-4df1-8bda-d2fff89cf9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:48:41.855121 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-ebc92583-8e38-40d5-83d7-0c805a51ecb4 req-e4bad231-0b08-4df1-8bda-d2fff89cf9c1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ab29b2c-b11f-4d5d-85de-011a7a1aa71e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0680552
May 02 03:48:41.982115 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-ebc92583-8e38-40d5-83d7-0c805a51ecb4 req-c47aa87e-2ac8-4c11-982a-e379bb5b1aba service neutron] 10.222.0.37 "GET /v2.0/networks/8ab29b2c-b11f-4d5d-85de-011a7a1aa71e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1205916
May 02 03:48:42.201703 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-ebc92583-8e38-40d5-83d7-0c805a51ecb4 req-0cd9d6e8-dc74-48e4-8646-4883e8875d6d service neutron] 10.222.0.37 "GET /v2.0/networks/8ab29b2c-b11f-4d5d-85de-011a7a1aa71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2133422
May 02 03:48:54.651352 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcede6a8-5a4b-4794-bcb7-41967ebd6394 req-2cc4e3bd-4dcb-42a3-a445-ad37f1e9f788 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:48:54.652815 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-bcede6a8-5a4b-4794-bcb7-41967ebd6394 req-2cc4e3bd-4dcb-42a3-a445-ad37f1e9f788 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/ports?device_id=130b72cc-ef72-49b2-82db-8ce15845c1ac HTTP/1.1" status: 200  len: 946 time: 0.0811207
May 02 03:48:54.700328 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-bcede6a8-5a4b-4794-bcb7-41967ebd6394 req-e68f656c-bd3a-47c7-a0de-9abb8b3ccf2f tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/security-groups?id=dcfcf693-3a80-4024-9c11-020557a5067b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0416536
May 02 03:48:55.883569 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b7616a-f8fd-401c-8f50-ae753ae0f6d6 req-ceadde3f-def4-4872-9938-d275fb6a6254 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:48:55.885032 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-64b7616a-f8fd-401c-8f50-ae753ae0f6d6 req-ceadde3f-def4-4872-9938-d275fb6a6254 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/ports?device_id=130b72cc-ef72-49b2-82db-8ce15845c1ac HTTP/1.1" status: 200  len: 946 time: 0.0791724
May 02 03:48:55.928405 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-64b7616a-f8fd-401c-8f50-ae753ae0f6d6 req-d1b1f56a-19cb-42f0-9da0-8a58ece66ece tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/security-groups?id=dcfcf693-3a80-4024-9c11-020557a5067b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0371072
May 02 03:48:56.067871 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb85a08-3972-4954-a63e-f1aa3a6f9b44 req-38e1f616-7553-491b-b46d-fb3bb9582eb1 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:48:56.068635 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-8bb85a08-3972-4954-a63e-f1aa3a6f9b44 req-38e1f616-7553-491b-b46d-fb3bb9582eb1 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Synchronizing usage tracker for tenant:a4d0706d5cb74153ac23af4cb02afd02 on resource:port {{(pid=73900) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 02 03:48:56.085688 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-8bb85a08-3972-4954-a63e-f1aa3a6f9b44 req-38e1f616-7553-491b-b46d-fb3bb9582eb1 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Unset dirty status for tenant:a4d0706d5cb74153ac23af4cb02afd02 on resource:port {{(pid=73900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 02 03:48:56.086804 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-8bb85a08-3972-4954-a63e-f1aa3a6f9b44 req-38e1f616-7553-491b-b46d-fb3bb9582eb1 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.37 "GET /v2.0/ports?device_id=130b72cc-ef72-49b2-82db-8ce15845c1ac HTTP/1.1" status: 200  len: 946 time: 0.1010067
May 02 03:48:56.224809 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [req-8bb85a08-3972-4954-a63e-f1aa3a6f9b44 req-42852aba-8c02-463a-b345-5caf81f1b8d1 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Deleting port e29bc4a4-3065-4d04-a38e-9a818317cfb8 {{(pid=73900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:48:56.225152 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-8bb85a08-3972-4954-a63e-f1aa3a6f9b44 req-42852aba-8c02-463a-b345-5caf81f1b8d1 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:48:56.360477 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [req-8bb85a08-3972-4954-a63e-f1aa3a6f9b44 req-42852aba-8c02-463a-b345-5caf81f1b8d1 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] For port e29bc4a4-3065-4d04-a38e-9a818317cfb8, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=e29bc4a4-3065-4d04-a38e-9a818317cfb8,segment=NetworkSegment(f2d762ee-186f-403b-bcea-c59708d84555),segment_id=f2d762ee-186f-403b-bcea-c59708d84555)] {{(pid=73900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:48:56.360743 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-8bb85a08-3972-4954-a63e-f1aa3a6f9b44 req-42852aba-8c02-463a-b345-5caf81f1b8d1 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:48:56.645250 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-8bb85a08-3972-4954-a63e-f1aa3a6f9b44 req-42852aba-8c02-463a-b345-5caf81f1b8d1 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:48:56.645766 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-8bb85a08-3972-4954-a63e-f1aa3a6f9b44 req-42852aba-8c02-463a-b345-5caf81f1b8d1 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419409'] for floatingip, after_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:48:56.646284 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.db.l3_db [req-8bb85a08-3972-4954-a63e-f1aa3a6f9b44 req-42852aba-8c02-463a-b345-5caf81f1b8d1 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Floating IP 76a61aa8-d4b6-4d18-a33b-1d48580aa013 disassociated. External IP: 172.27.0.214, port: e29bc4a4-3065-4d04-a38e-9a818317cfb8.
May 02 03:48:56.646870 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [req-8bb85a08-3972-4954-a63e-f1aa3a6f9b44 req-42852aba-8c02-463a-b345-5caf81f1b8d1 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Calling delete_port for e29bc4a4-3065-4d04-a38e-9a818317cfb8 owned by compute:nova {{(pid=73900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:48:56.756857 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-8bb85a08-3972-4954-a63e-f1aa3a6f9b44 req-42852aba-8c02-463a-b345-5caf81f1b8d1 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-899257'] for port, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:48:56.762261 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-87d46ae2-48c8-454e-8020-fa2e3b0ffd8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:48:56.805152 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42852aba-8c02-463a-b345-5caf81f1b8d1 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Pushing event deleted for resources: {'Port': ['ID=e29bc4a4-3065-4d04-a38e-9a818317cfb8,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:48:56.816889 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42852aba-8c02-463a-b345-5caf81f1b8d1 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:48:56.817260 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42852aba-8c02-463a-b345-5caf81f1b8d1 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:48:56.817620 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42852aba-8c02-463a-b345-5caf81f1b8d1 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:48:56.817978 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42852aba-8c02-463a-b345-5caf81f1b8d1 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:48:56.818328 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42852aba-8c02-463a-b345-5caf81f1b8d1 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:48:56.818708 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42852aba-8c02-463a-b345-5caf81f1b8d1 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:48:56.819054 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42852aba-8c02-463a-b345-5caf81f1b8d1 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:48:56.819400 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42852aba-8c02-463a-b345-5caf81f1b8d1 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:48:56.819751 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42852aba-8c02-463a-b345-5caf81f1b8d1 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:48:56.820093 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42852aba-8c02-463a-b345-5caf81f1b8d1 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:48:56.820432 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42852aba-8c02-463a-b345-5caf81f1b8d1 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:48:56.820769 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42852aba-8c02-463a-b345-5caf81f1b8d1 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:48:56.824394 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-42852aba-8c02-463a-b345-5caf81f1b8d1 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:48:57.002652 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8bb85a08-3972-4954-a63e-f1aa3a6f9b44 req-42852aba-8c02-463a-b345-5caf81f1b8d1 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Router 9cc4b5a0-7c8a-4564-b9aa-63f41965780d has already been hosted by L3 agent c822661f-3527-457d-a53a-678072f60f18 {{(pid=73900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 02 03:48:57.073992 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-f57f4ed7-e256-45b1-bb36-59993e069d5a req-1045aaf1-d8a9-40a1-bb0e-3e6aaba9a3df tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/ports?device_id=130b72cc-ef72-49b2-82db-8ce15845c1ac HTTP/1.1" status: 200  len: 210 time: 0.0409491
May 02 03:48:57.180244 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8bb85a08-3972-4954-a63e-f1aa3a6f9b44 req-42852aba-8c02-463a-b345-5caf81f1b8d1 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify agent at l3_agent.dv-cinder-789077-1-iscsi the message routers_updated {{(pid=73900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 02 03:48:57.191256 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e658248-ed12-4cd6-affd-a110c8c917e8 None None] Sync routers for ids ['9cc4b5a0-7c8a-4564-b9aa-63f41965780d'] in dv-cinder-789077-1-iscsi {{(pid=73902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 02 03:48:57.201505 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e658248-ed12-4cd6-affd-a110c8c917e8 None None] Routers {'9cc4b5a0-7c8a-4564-b9aa-63f41965780d'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:48:57.202232 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-8e658248-ed12-4cd6-affd-a110c8c917e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c5586afa0>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:48:38Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['9cc4b5a0-7c8a-4564-b9aa-63f41965780d'], 'active': True} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:48:57.257209 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bb85a08-3972-4954-a63e-f1aa3a6f9b44 req-42852aba-8c02-463a-b345-5caf81f1b8d1 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] No DVR routers for this DVR port e29bc4a4-3065-4d04-a38e-9a818317cfb8 on host hv-cinder-78907 {{(pid=73900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 02 03:48:57.259890 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-8bb85a08-3972-4954-a63e-f1aa3a6f9b44 req-42852aba-8c02-463a-b345-5caf81f1b8d1 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for port, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:48:57.262645 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '130b72cc-ef72-49b2-82db-8ce15845c1ac', 'name': 'network-vif-deleted', 'tag': 'e29bc4a4-3065-4d04-a38e-9a818317cfb8'}] {{(pid=73900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:48:57.280180 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-8bb85a08-3972-4954-a63e-f1aa3a6f9b44 req-42852aba-8c02-463a-b345-5caf81f1b8d1 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.37 "DELETE /v2.0/ports/e29bc4a4-3065-4d04-a38e-9a818317cfb8 HTTP/1.1" status: 204  len: 173 time: 1.1873674
May 02 03:48:57.318130 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '130b72cc-ef72-49b2-82db-8ce15845c1ac', 'name': 'network-vif-deleted', 'tag': 'e29bc4a4-3065-4d04-a38e-9a818317cfb8', 'status': 'completed', 'code': 200}
May 02 03:48:57.390365 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvr_db [None req-8e658248-ed12-4cd6-affd-a110c8c917e8 None None] Set router 9cc4b5a0-7c8a-4564-b9aa-63f41965780d gateway port host: dv-cinder-789077-1-iscsi {{(pid=73902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:48:57.700029 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-8e658248-ed12-4cd6-affd-a110c8c917e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c5586afa0>, [{'id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'name': 'tempest-TestVolumeBootPattern-1686692641-router', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:45:55Z', 'updated_at': '2021-05-02T03:45:59Z', 'revision_number': 4, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'gw_port': {'id': '2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:45:56Z', 'updated_at': '2021-05-02T03:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_interfaces': [{'id': '8b9ac207-b9aa-4916-b1a9-0f83aad78608', 'name': '', 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'mac_address': 'fa:16:3e:d8:a6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4adfad06-ce64-4b56-9404-7ece70fb7c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:45:58Z', 'updated_at': '2021-05-02T03:46:07Z', 'revision_number': 5, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'subnets': [{'id': '4adfad06-ce64-4b56-9404-7ece70fb7c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:48:57.704620 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e658248-ed12-4cd6-affd-a110c8c917e8 None None] Checking router: 9cc4b5a0-7c8a-4564-b9aa-63f41965780d for host: dv-cinder-789077-1-iscsi {{(pid=73902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 02 03:48:57.713013 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e658248-ed12-4cd6-affd-a110c8c917e8 None None] Routers {'9cc4b5a0-7c8a-4564-b9aa-63f41965780d'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:48:57.713600 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-8e658248-ed12-4cd6-affd-a110c8c917e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c5586afa0>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:48:38Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['9cc4b5a0-7c8a-4564-b9aa-63f41965780d'], 'active': True} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:48:57.888429 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvr_db [None req-8e658248-ed12-4cd6-affd-a110c8c917e8 None None] Set router 9cc4b5a0-7c8a-4564-b9aa-63f41965780d gateway port host: dv-cinder-789077-1-iscsi {{(pid=73902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:48:58.237148 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-8e658248-ed12-4cd6-affd-a110c8c917e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c5586afa0>, [{'id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'name': 'tempest-TestVolumeBootPattern-1686692641-router', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:45:55Z', 'updated_at': '2021-05-02T03:45:59Z', 'revision_number': 4, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'gw_port': {'id': '2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:45:56Z', 'updated_at': '2021-05-02T03:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_interfaces': [{'id': '8b9ac207-b9aa-4916-b1a9-0f83aad78608', 'name': '', 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'mac_address': 'fa:16:3e:d8:a6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4adfad06-ce64-4b56-9404-7ece70fb7c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:45:58Z', 'updated_at': '2021-05-02T03:46:07Z', 'revision_number': 5, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'subnets': [{'id': '4adfad06-ce64-4b56-9404-7ece70fb7c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:48:58.241105 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e658248-ed12-4cd6-affd-a110c8c917e8 None None] The sync data for ids ['9cc4b5a0-7c8a-4564-b9aa-63f41965780d'] in dv-cinder-789077-1-iscsi is: [{'id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'name': 'tempest-TestVolumeBootPattern-1686692641-router', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:45:55Z', 'updated_at': '2021-05-02T03:45:59Z', 'revision_number': 4, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'gw_port': {'id': '2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:45:56Z', 'updated_at': '2021-05-02T03:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_interfaces': [{'id': '8b9ac207-b9aa-4916-b1a9-0f83aad78608', 'name': '', 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'mac_address': 'fa:16:3e:d8:a6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4adfad06-ce64-4b56-9404-7ece70fb7c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:45:58Z', 'updated_at': '2021-05-02T03:46:07Z', 'revision_number': 5, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'subnets': [{'id': '4adfad06-ce64-4b56-9404-7ece70fb7c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 02 03:48:58.462513 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f135589-5e1e-40ed-8edf-25878d000917 None None] New status for floating IP 76a61aa8-d4b6-4d18-a33b-1d48580aa013: DOWN {{(pid=73903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 02 03:48:58.542585 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-7873f43c-9c75-481d-aa63-46532f4e7c67 req-003bc8e9-871d-4172-91bb-3b47593915c4 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-82195945&fields=id&tenant_id=a4d0706d5cb74153ac23af4cb02afd02 HTTP/1.1" status: 200  len: 267 time: 0.1465442
May 02 03:48:58.699557 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7873f43c-9c75-481d-aa63-46532f4e7c67 req-eed646df-cb07-4c72-9cd2-9f75801d98cd tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:48:58.700977 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-7873f43c-9c75-481d-aa63-46532f4e7c67 req-eed646df-cb07-4c72-9cd2-9f75801d98cd tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/networks?id=e0f2c995-0c49-41f7-960f-54ff752d74e7 HTTP/1.1" status: 200  len: 812 time: 0.1509995
May 02 03:48:58.716856 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-7873f43c-9c75-481d-aa63-46532f4e7c67 req-ab232bc9-f2b9-4a12-a340-1860b9fa3615 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/quotas/a4d0706d5cb74153ac23af4cb02afd02 HTTP/1.1" status: 200  len: 375 time: 0.0091088
May 02 03:48:58.803226 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-7873f43c-9c75-481d-aa63-46532f4e7c67 req-ed6f3dc6-5b94-43fd-b126-ca8eac5ef9e4 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a4d0706d5cb74153ac23af4cb02afd02&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0803843
May 02 03:48:58.942133 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-7873f43c-9c75-481d-aa63-46532f4e7c67 req-c7396a0f-503b-420f-9d50-bd072f9a8f52 service neutron] 10.222.0.38 "GET /v2.0/networks/e0f2c995-0c49-41f7-960f-54ff752d74e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1267149
May 02 03:48:59.078344 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-7873f43c-9c75-481d-aa63-46532f4e7c67 req-000b5ce1-feed-4d75-9d31-0595943359f3 service neutron] 10.222.0.38 "GET /v2.0/networks/e0f2c995-0c49-41f7-960f-54ff752d74e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1301003
May 02 03:48:59.464199 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-491584a3-0a3d-486a-b841-9e9c6f5cad6d req-438db0d5-b15f-494a-b2a2-83a144d00011 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e163002-b769-4afe-bc17-255419a99087 HTTP/1.1" status: 200  len: 210 time: 0.0465481
May 02 03:48:59.770394 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device e29bc4a4-3065-4d04-a38e-9a818317cfb8 no longer exists at agent hyperv_hv-cinder-78907 {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 02 03:48:59.805400 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] No Port match for: e29bc4a4-3065-4d04-a38e-9a818317cfb8 {{(pid=73902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 02 03:48:59.805713 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device e29bc4a4-3065-4d04-a38e-9a818317cfb8 not bound to the agent host hv-cinder-78907 {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 02 03:49:00.573414 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7873f43c-9c75-481d-aa63-46532f4e7c67 req-54f97be8-c402-4786-8546-a2c5b484ce0a tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:00.575606 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-7873f43c-9c75-481d-aa63-46532f4e7c67 req-54f97be8-c402-4786-8546-a2c5b484ce0a tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.37 "GET /v2.0/networks?id=e0f2c995-0c49-41f7-960f-54ff752d74e7 HTTP/1.1" status: 200  len: 812 time: 0.2595403
May 02 03:49:00.620135 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-ca0cc718-b89e-48d7-a9e1-fe8dbb98500a req-5194d685-0628-46f2-b04c-9211a7afc9ac tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e163002-b769-4afe-bc17-255419a99087 HTTP/1.1" status: 200  len: 210 time: 0.0432088
May 02 03:49:00.627881 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-7873f43c-9c75-481d-aa63-46532f4e7c67 req-579234ae-feb6-452d-a744-fd080ac42424 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4d0706d5cb74153ac23af4cb02afd02 HTTP/1.1" status: 200  len: 378 time: 0.0437636
May 02 03:49:00.641794 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [req-7873f43c-9c75-481d-aa63-46532f4e7c67 req-7e81692b-f032-4aee-9325-8b18c35cd40b tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Request body: {'port': {'device_id': '4e163002-b769-4afe-bc17-255419a99087', 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7', 'admin_state_up': True, 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'security_groups': ['dcfcf693-3a80-4024-9c11-020557a5067b']}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:49:00.774300 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [req-7873f43c-9c75-481d-aa63-46532f4e7c67 req-7e81692b-f032-4aee-9325-8b18c35cd40b tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:49:00.778461 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-7873f43c-9c75-481d-aa63-46532f4e7c67 req-7e81692b-f032-4aee-9325-8b18c35cd40b tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Usage tracker for resource:port and tenant:a4d0706d5cb74153ac23af4cb02afd02 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:49:00.781351 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-7873f43c-9c75-481d-aa63-46532f4e7c67 req-7e81692b-f032-4aee-9325-8b18c35cd40b tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Quota usage for port was recalculated. Used quota:3. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:49:00.787064 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [req-7873f43c-9c75-481d-aa63-46532f4e7c67 req-7e81692b-f032-4aee-9325-8b18c35cd40b tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:49:00.796097 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7873f43c-9c75-481d-aa63-46532f4e7c67 req-7e81692b-f032-4aee-9325-8b18c35cd40b tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Made reservation on behalf of a4d0706d5cb74153ac23af4cb02afd02 for: {'port': 1} {{(pid=73900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 02 03:49:00.800139 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-7873f43c-9c75-481d-aa63-46532f4e7c67 req-7e81692b-f032-4aee-9325-8b18c35cd40b tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:49:00.963095 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.db_base_plugin_common [req-7873f43c-9c75-481d-aa63-46532f4e7c67 req-7e81692b-f032-4aee-9325-8b18c35cd40b tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Allocated IP 172.20.0.7 (e0f2c995-0c49-41f7-960f-54ff752d74e7/4adfad06-ce64-4b56-9404-7ece70fb7c5a/af550294-aedf-403e-91a3-9b438e67abf3) {{(pid=73900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 02 03:49:01.161448 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-7873f43c-9c75-481d-aa63-46532f4e7c67 req-7e81692b-f032-4aee-9325-8b18c35cd40b tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks [] for port, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:49:01.177161 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.provisioning_blocks [req-7873f43c-9c75-481d-aa63-46532f4e7c67 req-7e81692b-f032-4aee-9325-8b18c35cd40b tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Transition to ACTIVE for port object af550294-aedf-403e-91a3-9b438e67abf3 will not be triggered until provisioned by entity DHCP. {{(pid=73900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:49:01.200329 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-7873f43c-9c75-481d-aa63-46532f4e7c67 req-7e81692b-f032-4aee-9325-8b18c35cd40b tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747865333526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-899257'] for port, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:49:01.207188 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-7c4fc9ee-91e8-493e-b761-ecada47ac539 tempest-TestMinimumBasicScenario-1318363489 tempest-TestMinimumBasicScenario-1318363489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:49:01.275884 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7873f43c-9c75-481d-aa63-46532f4e7c67 req-7e81692b-f032-4aee-9325-8b18c35cd40b tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Network e0f2c995-0c49-41f7-960f-54ff752d74e7 is already hosted by enough agents. {{(pid=73900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:49:01.279146 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.base_scheduler [req-7873f43c-9c75-481d-aa63-46532f4e7c67 req-7e81692b-f032-4aee-9325-8b18c35cd40b tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Resources bound (agent type, host, resource id):  {{(pid=73900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:49:01.283663 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.l3_dvrscheduler_db [req-7873f43c-9c75-481d-aa63-46532f4e7c67 req-7e81692b-f032-4aee-9325-8b18c35cd40b tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Received port after_create {{(pid=73900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 02 03:49:01.315021 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e81692b-f032-4aee-9325-8b18c35cd40b tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Pushing event updated for resources: {'Port': ['ID=af550294-aedf-403e-91a3-9b438e67abf3,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:49:01.321594 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-7e81692b-f032-4aee-9325-8b18c35cd40b tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:49:01.352204 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7873f43c-9c75-481d-aa63-46532f4e7c67 req-7e81692b-f032-4aee-9325-8b18c35cd40b tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:01.352811 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-7873f43c-9c75-481d-aa63-46532f4e7c67 req-7e81692b-f032-4aee-9325-8b18c35cd40b tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for port, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:49:01.377235 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-7873f43c-9c75-481d-aa63-46532f4e7c67 req-7e81692b-f032-4aee-9325-8b18c35cd40b tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7445452
May 02 03:49:01.388679 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [req-7873f43c-9c75-481d-aa63-46532f4e7c67 req-141d89de-59ba-4eb6-b4bf-3e308bdfae49 service neutron] Request body: {'port': {'device_id': '4e163002-b769-4afe-bc17-255419a99087', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78907'}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:49:01.490953 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-bf87c5de-201f-427e-9e30-83cc337c38e9 None None] Provisioning for port af550294-aedf-403e-91a3-9b438e67abf3 completed by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:49:01.495657 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-bf87c5de-201f-427e-9e30-83cc337c38e9 None None] Provisioning complete for port af550294-aedf-403e-91a3-9b438e67abf3 triggered by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:49:01.496026 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-bf87c5de-201f-427e-9e30-83cc337c38e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:49:01.502330 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-7873f43c-9c75-481d-aa63-46532f4e7c67 req-141d89de-59ba-4eb6-b4bf-3e308bdfae49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:49:01.552506 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-bf87c5de-201f-427e-9e30-83cc337c38e9 None None] Port af550294-aedf-403e-91a3-9b438e67abf3 cannot update to ACTIVE because it is not bound. {{(pid=73902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 02 03:49:01.802405 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbcbaf6-7beb-426e-99e8-5182d1f36d17 req-c20898f3-beb6-446c-a65a-31531f159ad3 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:01.803932 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-bfbcbaf6-7beb-426e-99e8-5182d1f36d17 req-c20898f3-beb6-446c-a65a-31531f159ad3 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e163002-b769-4afe-bc17-255419a99087 HTTP/1.1" status: 200  len: 931 time: 0.0796070
May 02 03:49:01.845811 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.notifiers.nova [req-7873f43c-9c75-481d-aa63-46532f4e7c67 req-141d89de-59ba-4eb6-b4bf-3e308bdfae49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af550294-aedf-403e-91a3-9b438e67abf3 {{(pid=73900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 02 03:49:01.851932 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-bfbcbaf6-7beb-426e-99e8-5182d1f36d17 req-508a92f8-f975-417b-8970-bd31565766af tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/security-groups?id=dcfcf693-3a80-4024-9c11-020557a5067b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0423582
May 02 03:49:01.852958 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-7873f43c-9c75-481d-aa63-46532f4e7c67 req-141d89de-59ba-4eb6-b4bf-3e308bdfae49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:49:01.867061 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.provisioning_blocks [req-7873f43c-9c75-481d-aa63-46532f4e7c67 req-141d89de-59ba-4eb6-b4bf-3e308bdfae49 service neutron] Transition to ACTIVE for port object af550294-aedf-403e-91a3-9b438e67abf3 will not be triggered until provisioned by entity L2. {{(pid=73900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:49:01.871245 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-7873f43c-9c75-481d-aa63-46532f4e7c67 req-141d89de-59ba-4eb6-b4bf-3e308bdfae49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-899214'] for port, after_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:49:01.876138 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-7e5c68c8-fbcb-4f7c-8c17-597c221c28c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:49:02.029763 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141d89de-59ba-4eb6-b4bf-3e308bdfae49 service neutron] Pushing event updated for resources: {'Port': ['ID=af550294-aedf-403e-91a3-9b438e67abf3,revision_number=2']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:49:02.037786 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-141d89de-59ba-4eb6-b4bf-3e308bdfae49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:49:02.105531 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [req-7873f43c-9c75-481d-aa63-46532f4e7c67 req-141d89de-59ba-4eb6-b4bf-3e308bdfae49 service neutron] Attempting to bind port af550294-aedf-403e-91a3-9b438e67abf3 on host hv-cinder-78907 for vnic_type normal with profile  {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 02 03:49:02.105862 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [req-7873f43c-9c75-481d-aa63-46532f4e7c67 req-141d89de-59ba-4eb6-b4bf-3e308bdfae49 service neutron] Attempting to bind port af550294-aedf-403e-91a3-9b438e67abf3 by drivers openvswitch,hyperv on host hv-cinder-78907 at level 0 using segments [{'id': 'f2d762ee-186f-403b-bcea-c59708d84555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7'}] {{(pid=73900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 02 03:49:02.106185 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7873f43c-9c75-481d-aa63-46532f4e7c67 req-141d89de-59ba-4eb6-b4bf-3e308bdfae49 service neutron] Attempting to bind port af550294-aedf-403e-91a3-9b438e67abf3 on network e0f2c995-0c49-41f7-960f-54ff752d74e7 {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:49:02.111366 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7873f43c-9c75-481d-aa63-46532f4e7c67 req-141d89de-59ba-4eb6-b4bf-3e308bdfae49 service neutron] Port af550294-aedf-403e-91a3-9b438e67abf3 on network e0f2c995-0c49-41f7-960f-54ff752d74e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78907 {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 02 03:49:02.111679 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7873f43c-9c75-481d-aa63-46532f4e7c67 req-141d89de-59ba-4eb6-b4bf-3e308bdfae49 service neutron] Attempting to bind port af550294-aedf-403e-91a3-9b438e67abf3 on network e0f2c995-0c49-41f7-960f-54ff752d74e7 {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:49:02.116674 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7873f43c-9c75-481d-aa63-46532f4e7c67 req-141d89de-59ba-4eb6-b4bf-3e308bdfae49 service neutron] Checking agent: {'id': '8531ff9a-0c75-4a44-9da7-2507d2e05f16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 8, 9), 'started_at': datetime.datetime(2021, 5, 2, 3, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 02 03:49:02.117005 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7873f43c-9c75-481d-aa63-46532f4e7c67 req-141d89de-59ba-4eb6-b4bf-3e308bdfae49 service neutron] Checking segment: {'id': 'f2d762ee-186f-403b-bcea-c59708d84555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:49:02.117384 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7873f43c-9c75-481d-aa63-46532f4e7c67 req-141d89de-59ba-4eb6-b4bf-3e308bdfae49 service neutron] Bound using segment: {'id': 'f2d762ee-186f-403b-bcea-c59708d84555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7'} {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 02 03:49:02.117801 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [req-7873f43c-9c75-481d-aa63-46532f4e7c67 req-141d89de-59ba-4eb6-b4bf-3e308bdfae49 service neutron] Bound port: af550294-aedf-403e-91a3-9b438e67abf3, host: hv-cinder-78907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2d762ee-186f-403b-bcea-c59708d84555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7'}}] {{(pid=73900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 02 03:49:02.118141 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-7873f43c-9c75-481d-aa63-46532f4e7c67 req-141d89de-59ba-4eb6-b4bf-3e308bdfae49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:49:02.211950 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [req-7873f43c-9c75-481d-aa63-46532f4e7c67 req-141d89de-59ba-4eb6-b4bf-3e308bdfae49 service neutron] For port af550294-aedf-403e-91a3-9b438e67abf3, host hv-cinder-78907, cleared binding levels {{(pid=73900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 02 03:49:02.215053 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [req-7873f43c-9c75-481d-aa63-46532f4e7c67 req-141d89de-59ba-4eb6-b4bf-3e308bdfae49 service neutron] For port af550294-aedf-403e-91a3-9b438e67abf3, host hv-cinder-78907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=af550294-aedf-403e-91a3-9b438e67abf3,segment=NetworkSegment(f2d762ee-186f-403b-bcea-c59708d84555),segment_id=f2d762ee-186f-403b-bcea-c59708d84555)] {{(pid=73900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 02 03:49:02.219906 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-7873f43c-9c75-481d-aa63-46532f4e7c67 req-141d89de-59ba-4eb6-b4bf-3e308bdfae49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-899214'] for port, after_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:49:02.224288 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-c4162999-745b-4bbd-8b5f-e5beac1484c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:49:02.271167 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7873f43c-9c75-481d-aa63-46532f4e7c67 req-141d89de-59ba-4eb6-b4bf-3e308bdfae49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:02.271785 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-7873f43c-9c75-481d-aa63-46532f4e7c67 req-141d89de-59ba-4eb6-b4bf-3e308bdfae49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for port, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:49:02.273172 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-7873f43c-9c75-481d-aa63-46532f4e7c67 req-141d89de-59ba-4eb6-b4bf-3e308bdfae49 service neutron] 10.222.0.37 "PUT /v2.0/ports/af550294-aedf-403e-91a3-9b438e67abf3 HTTP/1.1" status: 200  len: 1093 time: 0.8888774
May 02 03:49:02.273691 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e163002-b769-4afe-bc17-255419a99087', 'tag': 'af550294-aedf-403e-91a3-9b438e67abf3'}] {{(pid=73900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:49:02.311634 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141d89de-59ba-4eb6-b4bf-3e308bdfae49 service neutron] Pushing event updated for resources: {'Port': ['ID=af550294-aedf-403e-91a3-9b438e67abf3,revision_number=3']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:49:02.315375 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-141d89de-59ba-4eb6-b4bf-3e308bdfae49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:49:02.358983 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e163002-b769-4afe-bc17-255419a99087', 'tag': 'af550294-aedf-403e-91a3-9b438e67abf3', 'status': 'completed', 'code': 200}
May 02 03:49:02.496130 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7873f43c-9c75-481d-aa63-46532f4e7c67 req-244c3c11-2488-4c1f-963a-3000db442edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:02.497600 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-7873f43c-9c75-481d-aa63-46532f4e7c67 req-244c3c11-2488-4c1f-963a-3000db442edd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4d0706d5cb74153ac23af4cb02afd02&device_id=4e163002-b769-4afe-bc17-255419a99087 HTTP/1.1" status: 200  len: 1096 time: 0.1745384
May 02 03:49:02.567125 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-7873f43c-9c75-481d-aa63-46532f4e7c67 req-6d44d3f2-6b14-4f19-9c87-a8fb5e202da7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af550294-aedf-403e-91a3-9b438e67abf3 HTTP/1.1" status: 200  len: 217 time: 0.0623107
May 02 03:49:02.630804 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7873f43c-9c75-481d-aa63-46532f4e7c67 req-427d8c16-b676-4b1e-b6d3-5b16fe6ef441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:02.632359 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-7873f43c-9c75-481d-aa63-46532f4e7c67 req-427d8c16-b676-4b1e-b6d3-5b16fe6ef441 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4adfad06-ce64-4b56-9404-7ece70fb7c5a HTTP/1.1" status: 200  len: 851 time: 0.0596089
May 02 03:49:02.706649 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7873f43c-9c75-481d-aa63-46532f4e7c67 req-a6ed8d89-3e35-4934-a5a4-60a0317a25dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:02.708102 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-7873f43c-9c75-481d-aa63-46532f4e7c67 req-a6ed8d89-3e35-4934-a5a4-60a0317a25dc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0f2c995-0c49-41f7-960f-54ff752d74e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0696228
May 02 03:49:02.840072 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-7873f43c-9c75-481d-aa63-46532f4e7c67 req-437737e7-f12a-49ed-8413-8b3379912ed0 service neutron] 10.222.0.37 "GET /v2.0/networks/e0f2c995-0c49-41f7-960f-54ff752d74e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1256988
May 02 03:49:02.973002 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-7873f43c-9c75-481d-aa63-46532f4e7c67 req-d48c0838-01c5-4803-aaeb-48094763fb10 service neutron] 10.222.0.37 "GET /v2.0/networks/e0f2c995-0c49-41f7-960f-54ff752d74e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1268294
May 02 03:49:03.036143 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148613c1-bc2f-4fee-a9c0-43e0d3733b4f req-0e3df09f-3b8e-4ba6-b4e6-f39e9b3324dd tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:03.037589 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-148613c1-bc2f-4fee-a9c0-43e0d3733b4f req-0e3df09f-3b8e-4ba6-b4e6-f39e9b3324dd tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e163002-b769-4afe-bc17-255419a99087 HTTP/1.1" status: 200  len: 943 time: 0.0819139
May 02 03:49:03.083620 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-148613c1-bc2f-4fee-a9c0-43e0d3733b4f req-6cc8c436-502f-47a2-b82d-f540511c9c59 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/security-groups?id=dcfcf693-3a80-4024-9c11-020557a5067b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0403199
May 02 03:49:03.092788 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89ccd0-53de-4785-887d-fb049c73b83c req-30ba1930-badc-437b-938a-4c4483597152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:03.094864 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-7f89ccd0-53de-4785-887d-fb049c73b83c req-30ba1930-badc-437b-938a-4c4483597152 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4d0706d5cb74153ac23af4cb02afd02&device_id=4e163002-b769-4afe-bc17-255419a99087 HTTP/1.1" status: 200  len: 1096 time: 0.0778110
May 02 03:49:03.224393 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89ccd0-53de-4785-887d-fb049c73b83c req-8afdea30-4a99-4b88-ad26-05c1b1f1ca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:03.225744 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-7f89ccd0-53de-4785-887d-fb049c73b83c req-8afdea30-4a99-4b88-ad26-05c1b1f1ca1a service neutron] 10.222.0.37 "GET /v2.0/networks?id=e0f2c995-0c49-41f7-960f-54ff752d74e7 HTTP/1.1" status: 200  len: 913 time: 0.1247356
May 02 03:49:03.293137 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-7f89ccd0-53de-4785-887d-fb049c73b83c req-8c57231e-42a3-4e56-ad6e-9ab9b2245f03 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af550294-aedf-403e-91a3-9b438e67abf3 HTTP/1.1" status: 200  len: 217 time: 0.0604403
May 02 03:49:03.359373 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89ccd0-53de-4785-887d-fb049c73b83c req-b406696e-c3c7-4d06-913b-700aa57040c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:03.360773 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-7f89ccd0-53de-4785-887d-fb049c73b83c req-b406696e-c3c7-4d06-913b-700aa57040c9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4adfad06-ce64-4b56-9404-7ece70fb7c5a HTTP/1.1" status: 200  len: 851 time: 0.0615094
May 02 03:49:03.434747 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89ccd0-53de-4785-887d-fb049c73b83c req-8f5dfce3-a22e-42a2-9d54-125034f67695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:03.436183 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-7f89ccd0-53de-4785-887d-fb049c73b83c req-8f5dfce3-a22e-42a2-9d54-125034f67695 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0f2c995-0c49-41f7-960f-54ff752d74e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0690250
May 02 03:49:03.565247 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-7f89ccd0-53de-4785-887d-fb049c73b83c req-29b22667-b39d-4fd7-96c6-dec4ebfd4ce8 service neutron] 10.222.0.37 "GET /v2.0/networks/e0f2c995-0c49-41f7-960f-54ff752d74e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1222773
May 02 03:49:03.691476 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-7f89ccd0-53de-4785-887d-fb049c73b83c req-14a2d48c-fe43-4323-ab04-60cac5eb2a4a service neutron] 10.222.0.37 "GET /v2.0/networks/e0f2c995-0c49-41f7-960f-54ff752d74e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1202762
May 02 03:49:04.273621 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469e96c-6adc-4023-b0c6-a729f6a6e111 req-5ceb3bda-37d9-4b2f-bd03-f1411d77b5cf tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:04.275095 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-7469e96c-6adc-4023-b0c6-a729f6a6e111 req-5ceb3bda-37d9-4b2f-bd03-f1411d77b5cf tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e163002-b769-4afe-bc17-255419a99087 HTTP/1.1" status: 200  len: 943 time: 0.0834694
May 02 03:49:04.326936 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-7469e96c-6adc-4023-b0c6-a729f6a6e111 req-553a5f7b-3175-47d3-964a-bb691ff2b617 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/security-groups?id=dcfcf693-3a80-4024-9c11-020557a5067b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0461526
May 02 03:49:05.182760 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-f2b110df-0fbb-4dfd-9f3d-66b8229b51a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:49:05.511119 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93011a-c131-42fa-8af3-849fbad54d4a req-9314b6bf-568e-4086-9408-035ce0d6373c tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:05.512466 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-da93011a-c131-42fa-8af3-849fbad54d4a req-9314b6bf-568e-4086-9408-035ce0d6373c tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e163002-b769-4afe-bc17-255419a99087 HTTP/1.1" status: 200  len: 943 time: 0.0811818
May 02 03:49:05.556818 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-da93011a-c131-42fa-8af3-849fbad54d4a req-77e71f79-1c64-4023-85a6-b92a4206fa1d tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/security-groups?id=dcfcf693-3a80-4024-9c11-020557a5067b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0385334
May 02 03:49:06.631602 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:49:06.743911 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f578af2-c530-4134-9a2d-0bf3c9aa955f req-68e71db9-1dce-47ce-85bf-e7c08cfa7504 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:06.745260 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9f578af2-c530-4134-9a2d-0bf3c9aa955f req-68e71db9-1dce-47ce-85bf-e7c08cfa7504 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e163002-b769-4afe-bc17-255419a99087 HTTP/1.1" status: 200  len: 943 time: 0.0841002
May 02 03:49:06.790407 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-9f578af2-c530-4134-9a2d-0bf3c9aa955f req-942bb1a1-721b-4a80-a73a-c4090074bf1e tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/security-groups?id=dcfcf693-3a80-4024-9c11-020557a5067b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0388410
May 02 03:49:07.869448 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:49:07.977308 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc343d8-f43b-4761-9213-45222784e02c req-a42f19da-28d7-4d2a-b69a-6653e3a83fc1 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:07.978749 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-fdc343d8-f43b-4761-9213-45222784e02c req-a42f19da-28d7-4d2a-b69a-6653e3a83fc1 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e163002-b769-4afe-bc17-255419a99087 HTTP/1.1" status: 200  len: 943 time: 0.0814435
May 02 03:49:08.024238 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-fdc343d8-f43b-4761-9213-45222784e02c req-dad777c4-f22f-4956-a463-263d202eb482 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/security-groups?id=dcfcf693-3a80-4024-9c11-020557a5067b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0387695
May 02 03:49:08.177742 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-e92a6a15-d5c7-497e-a2d1-4fcd4e297842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:49:09.204368 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b248a-937b-4448-8027-89204ead0c6a req-047ec2da-4502-4a86-bb36-1cc26ac3fea8 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:09.205809 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2e5b248a-937b-4448-8027-89204ead0c6a req-047ec2da-4502-4a86-bb36-1cc26ac3fea8 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e163002-b769-4afe-bc17-255419a99087 HTTP/1.1" status: 200  len: 943 time: 0.0775940
May 02 03:49:09.249815 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2e5b248a-937b-4448-8027-89204ead0c6a req-dcbaa45c-956d-498f-a143-3deae96efd8a tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/security-groups?id=dcfcf693-3a80-4024-9c11-020557a5067b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0380144
May 02 03:49:09.362493 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:49:09.783148 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device af550294-aedf-403e-91a3-9b438e67abf3 details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=73902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 02 03:49:09.915930 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port af550294-aedf-403e-91a3-9b438e67abf3, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=af550294-aedf-403e-91a3-9b438e67abf3,segment=NetworkSegment(f2d762ee-186f-403b-bcea-c59708d84555),segment_id=f2d762ee-186f-403b-bcea-c59708d84555)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:49:09.928800 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Returning: {'device': 'af550294-aedf-403e-91a3-9b438e67abf3', 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7', 'port_id': 'af550294-aedf-403e-91a3-9b438e67abf3', 'mac_address': 'fa:16:3e:c3:8d:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4adfad06-ce64-4b56-9404-7ece70fb7c5a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 02 03:49:09.982355 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:49:10.001524 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.notifiers.nova [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af550294-aedf-403e-91a3-9b438e67abf3 {{(pid=73902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 02 03:49:10.016472 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port af550294-aedf-403e-91a3-9b438e67abf3, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=af550294-aedf-403e-91a3-9b438e67abf3,segment=NetworkSegment(f2d762ee-186f-403b-bcea-c59708d84555),segment_id=f2d762ee-186f-403b-bcea-c59708d84555)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:49:10.020350 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:49:10.022087 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:49:10.087003 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Pushing event updated for resources: {'Port': ['ID=af550294-aedf-403e-91a3-9b438e67abf3,revision_number=4']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:49:10.094108 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:49:10.094459 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:49:10.094809 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:49:10.095130 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:49:10.095445 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:49:10.095758 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:49:10.096071 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:49:10.096382 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:49:10.096691 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:49:10.096999 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:49:10.097329 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:49:10.097625 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:49:10.101365 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:49:10.231983 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] get_ports_and_sgs() called for port_ids ['af550294-aedf-403e-91a3-9b438e67abf3'] {{(pid=73902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 02 03:49:10.434869 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c0eba-12dc-43e7-a611-79b20a1f82a3 req-fdd788a8-933b-413f-a608-23f959c8953f tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:10.436251 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-350c0eba-12dc-43e7-a611-79b20a1f82a3 req-fdd788a8-933b-413f-a608-23f959c8953f tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e163002-b769-4afe-bc17-255419a99087 HTTP/1.1" status: 200  len: 944 time: 0.0834420
May 02 03:49:10.480385 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-350c0eba-12dc-43e7-a611-79b20a1f82a3 req-849d4e04-bccc-452d-9cda-509f647fb93d tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/security-groups?id=dcfcf693-3a80-4024-9c11-020557a5067b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0378265
May 02 03:49:10.869703 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:49:11.482733 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:49:11.666273 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28672746-7981-4226-bb35-3b57e6bdcd79 req-4ee5516c-968a-4e33-8ce5-c8ac98ddc237 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:11.667702 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-28672746-7981-4226-bb35-3b57e6bdcd79 req-4ee5516c-968a-4e33-8ce5-c8ac98ddc237 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e163002-b769-4afe-bc17-255419a99087 HTTP/1.1" status: 200  len: 944 time: 0.0824370
May 02 03:49:11.711489 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-28672746-7981-4226-bb35-3b57e6bdcd79 req-6943db85-74be-4211-a346-bd71a433ed42 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/security-groups?id=dcfcf693-3a80-4024-9c11-020557a5067b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0381296
May 02 03:49:11.782230 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device af550294-aedf-403e-91a3-9b438e67abf3 up at agent hyperv_hv-cinder-78907 {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:49:11.851026 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Provisioning for port af550294-aedf-403e-91a3-9b438e67abf3 completed by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:49:11.855419 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Provisioning complete for port af550294-aedf-403e-91a3-9b438e67abf3 triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:49:11.855846 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:49:11.971669 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:49:11.996966 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e163002-b769-4afe-bc17-255419a99087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af550294-aedf-403e-91a3-9b438e67abf3'}] {{(pid=73902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:49:12.007061 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port af550294-aedf-403e-91a3-9b438e67abf3, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=af550294-aedf-403e-91a3-9b438e67abf3,segment=NetworkSegment(f2d762ee-186f-403b-bcea-c59708d84555),segment_id=f2d762ee-186f-403b-bcea-c59708d84555)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:49:12.010552 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:49:12.012386 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:49:12.042558 dv-cinder-789077-1-iscsi neutron-server[73902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e163002-b769-4afe-bc17-255419a99087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af550294-aedf-403e-91a3-9b438e67abf3', 'code': 200}
May 02 03:49:12.080425 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Pushing event updated for resources: {'Port': ['ID=af550294-aedf-403e-91a3-9b438e67abf3,revision_number=5']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:49:12.083478 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:49:12.318606 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b0ce4-7c32-4577-98da-02f77c7c193c req-8ddef9c6-7d89-4e8e-ad38-1ecfe08ae68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:12.320045 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-da0b0ce4-7c32-4577-98da-02f77c7c193c req-8ddef9c6-7d89-4e8e-ad38-1ecfe08ae68c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4e163002-b769-4afe-bc17-255419a99087 HTTP/1.1" status: 200  len: 1098 time: 0.0744050
May 02 03:49:12.361757 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-da0b0ce4-7c32-4577-98da-02f77c7c193c req-de81f7f9-bfde-49a4-8e7b-d12f5b32e9d6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=dcfcf693-3a80-4024-9c11-020557a5067b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0350277
May 02 03:49:12.896162 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b1438-f36a-454a-a83a-5fb23f625a7d req-c9494771-107f-4c32-9df3-e21b39f30c45 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:12.897615 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-800b1438-f36a-454a-a83a-5fb23f625a7d req-c9494771-107f-4c32-9df3-e21b39f30c45 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e163002-b769-4afe-bc17-255419a99087 HTTP/1.1" status: 200  len: 945 time: 0.0806429
May 02 03:49:12.944811 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-800b1438-f36a-454a-a83a-5fb23f625a7d req-72f312ed-0217-4d20-8ab4-a3ec932dbe24 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/security-groups?id=dcfcf693-3a80-4024-9c11-020557a5067b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0416148
May 02 03:49:14.210738 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55347e8b-24d0-48da-93f0-de8f93833236 req-9a11ee26-bb64-45c8-8fb1-b97dbf9be69a tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:14.212151 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-55347e8b-24d0-48da-93f0-de8f93833236 req-9a11ee26-bb64-45c8-8fb1-b97dbf9be69a tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e163002-b769-4afe-bc17-255419a99087 HTTP/1.1" status: 200  len: 945 time: 0.1598203
May 02 03:49:14.255306 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-55347e8b-24d0-48da-93f0-de8f93833236 req-dd4b00d1-35c6-4676-bcad-cdd8d9542554 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/security-groups?id=dcfcf693-3a80-4024-9c11-020557a5067b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0375051
May 02 03:49:14.442722 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2682ed92-f69f-4387-a3bb-3713c83f1a62 req-439f3f03-8b4f-4ab5-8f67-132131a82d1f tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:14.444141 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2682ed92-f69f-4387-a3bb-3713c83f1a62 req-439f3f03-8b4f-4ab5-8f67-132131a82d1f tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e163002-b769-4afe-bc17-255419a99087 HTTP/1.1" status: 200  len: 945 time: 0.0859163
May 02 03:49:14.488547 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2682ed92-f69f-4387-a3bb-3713c83f1a62 req-31580f18-a8de-49a8-8648-b2cf12bb1bdd tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/security-groups?id=dcfcf693-3a80-4024-9c11-020557a5067b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0387521
May 02 03:49:14.510805 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 42176) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:49:14.582143 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b57700-3c85-43d1-9935-a5ca5280a89b tempest-TestVolumeBootPattern-658940444 tempest-TestVolumeBootPattern-658940444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:14.582869 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-a7b57700-3c85-43d1-9935-a5ca5280a89b tempest-TestVolumeBootPattern-658940444 tempest-TestVolumeBootPattern-658940444-project-admin] Synchronizing usage tracker for tenant:f8549fc7caab446788f69a8aef0fa5d4 on resource:port {{(pid=73901) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 02 03:49:14.598920 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-a7b57700-3c85-43d1-9935-a5ca5280a89b tempest-TestVolumeBootPattern-658940444 tempest-TestVolumeBootPattern-658940444-project-admin] Unset dirty status for tenant:f8549fc7caab446788f69a8aef0fa5d4 on resource:port {{(pid=73901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 02 03:49:14.600198 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-a7b57700-3c85-43d1-9935-a5ca5280a89b tempest-TestVolumeBootPattern-658940444 tempest-TestVolumeBootPattern-658940444-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=4e163002-b769-4afe-bc17-255419a99087 HTTP/1.1" status: 200  len: 1093 time: 0.0884299
May 02 03:49:14.602931 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 42180) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:49:14.608118 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.v2.base [None req-93fad7e6-1154-473e-a0be-8cc25c005892 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Request body: {'floatingip': {'floating_network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'port_id': 'af550294-aedf-403e-91a3-9b438e67abf3', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'fixed_ip_address': '172.20.0.7'}} {{(pid=73901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:49:14.614530 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-93fad7e6-1154-473e-a0be-8cc25c005892 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:49:14.618214 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-93fad7e6-1154-473e-a0be-8cc25c005892 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Usage tracker for resource:floatingip and tenant:a4d0706d5cb74153ac23af4cb02afd02 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:49:14.621001 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-93fad7e6-1154-473e-a0be-8cc25c005892 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:49:14.626887 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-93fad7e6-1154-473e-a0be-8cc25c005892 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:49:14.636778 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-93fad7e6-1154-473e-a0be-8cc25c005892 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks [] for floatingip, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:49:14.776258 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-93fad7e6-1154-473e-a0be-8cc25c005892 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:49:14.907586 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.db_base_plugin_common [None req-93fad7e6-1154-473e-a0be-8cc25c005892 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Allocated IP 172.27.0.179 (8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700/cde322b7-5107-4ee3-8bef-bf160ca73532/176e217c-b15e-4543-be1d-f3ef80bb6428) {{(pid=73901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 02 03:49:15.053744 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-93fad7e6-1154-473e-a0be-8cc25c005892 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks [] for port, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:49:15.082924 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-93fad7e6-1154-473e-a0be-8cc25c005892 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747865333526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718557'] for port, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:49:15.087100 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:49:15.144614 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fad7e6-1154-473e-a0be-8cc25c005892 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Network 8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700 is already hosted by enough agents. {{(pid=73901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:49:15.151613 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.base_scheduler [None req-93fad7e6-1154-473e-a0be-8cc25c005892 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Resources bound (agent type, host, resource id):  {{(pid=73901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:49:15.154609 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fad7e6-1154-473e-a0be-8cc25c005892 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Received port after_create {{(pid=73901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 02 03:49:15.195352 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fad7e6-1154-473e-a0be-8cc25c005892 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Pushing event updated for resources: {'Port': ['ID=176e217c-b15e-4543-be1d-f3ef80bb6428,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:49:15.207334 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fad7e6-1154-473e-a0be-8cc25c005892 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:49:15.207703 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fad7e6-1154-473e-a0be-8cc25c005892 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:49:15.208064 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fad7e6-1154-473e-a0be-8cc25c005892 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:49:15.208421 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fad7e6-1154-473e-a0be-8cc25c005892 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:49:15.208768 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fad7e6-1154-473e-a0be-8cc25c005892 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:49:15.209118 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fad7e6-1154-473e-a0be-8cc25c005892 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:49:15.209469 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fad7e6-1154-473e-a0be-8cc25c005892 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:49:15.209813 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fad7e6-1154-473e-a0be-8cc25c005892 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:49:15.210158 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fad7e6-1154-473e-a0be-8cc25c005892 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:49:15.210540 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fad7e6-1154-473e-a0be-8cc25c005892 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:49:15.210868 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fad7e6-1154-473e-a0be-8cc25c005892 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:49:15.211410 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fad7e6-1154-473e-a0be-8cc25c005892 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:49:15.215192 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-93fad7e6-1154-473e-a0be-8cc25c005892 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:49:15.568288 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-93fad7e6-1154-473e-a0be-8cc25c005892 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:49:15.640845 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-93fad7e6-1154-473e-a0be-8cc25c005892 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:49:15.843948 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-93fad7e6-1154-473e-a0be-8cc25c005892 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks [] for port, precommit_update {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:49:15.848158 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-93fad7e6-1154-473e-a0be-8cc25c005892 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718570'] for port, after_update {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:49:15.852393 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-789dba9f-a73f-40da-b310-5a1fa1a02a54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:49:16.052616 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fad7e6-1154-473e-a0be-8cc25c005892 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Pushing event updated for resources: {'Port': ['ID=176e217c-b15e-4543-be1d-f3ef80bb6428,revision_number=2']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:49:16.055605 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-93fad7e6-1154-473e-a0be-8cc25c005892 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:49:16.062983 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-93fad7e6-1154-473e-a0be-8cc25c005892 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419409'] for floatingip, after_update {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:49:16.229840 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.db.l3_db [None req-93fad7e6-1154-473e-a0be-8cc25c005892 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Floating IP 10a0fff7-9654-46fa-9d3d-e8412202cd9b associated. External IP: 172.27.0.179, port: af550294-aedf-403e-91a3-9b438e67abf3.
May 02 03:49:16.582825 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93fad7e6-1154-473e-a0be-8cc25c005892 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Router 9cc4b5a0-7c8a-4564-b9aa-63f41965780d has already been hosted by L3 agent c822661f-3527-457d-a53a-678072f60f18 {{(pid=73901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 02 03:49:16.759457 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93fad7e6-1154-473e-a0be-8cc25c005892 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify agent at l3_agent.dv-cinder-789077-1-iscsi the message routers_updated {{(pid=73901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 02 03:49:16.769668 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf152b9c-140a-472e-bb64-7e70119b76ec None None] Sync routers for ids ['9cc4b5a0-7c8a-4564-b9aa-63f41965780d'] in dv-cinder-789077-1-iscsi {{(pid=73902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 02 03:49:16.780046 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf152b9c-140a-472e-bb64-7e70119b76ec None None] Routers {'9cc4b5a0-7c8a-4564-b9aa-63f41965780d'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:49:16.780744 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-cf152b9c-140a-472e-bb64-7e70119b76ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c55a50be0>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:49:08Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['9cc4b5a0-7c8a-4564-b9aa-63f41965780d'], 'active': True} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:49:16.787484 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-93fad7e6-1154-473e-a0be-8cc25c005892 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for floatingip, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:49:16.846540 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-93fad7e6-1154-473e-a0be-8cc25c005892 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.2423820
May 02 03:49:16.847218 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e163002-b769-4afe-bc17-255419a99087', 'tag': 'af550294-aedf-403e-91a3-9b438e67abf3'}] {{(pid=73901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:49:16.892066 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e163002-b769-4afe-bc17-255419a99087', 'tag': 'af550294-aedf-403e-91a3-9b438e67abf3', 'status': 'completed', 'code': 200}
May 02 03:49:16.959359 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvr_db [None req-cf152b9c-140a-472e-bb64-7e70119b76ec None None] Set router 9cc4b5a0-7c8a-4564-b9aa-63f41965780d gateway port host: dv-cinder-789077-1-iscsi {{(pid=73902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:49:16.981788 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fba2a7-4f42-4e5a-bd71-2cfaec11707a req-19408b5d-4026-4a3f-b402-c9d88b864b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:16.983279 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-63fba2a7-4f42-4e5a-bd71-2cfaec11707a req-19408b5d-4026-4a3f-b402-c9d88b864b0f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4d0706d5cb74153ac23af4cb02afd02&device_id=4e163002-b769-4afe-bc17-255419a99087 HTTP/1.1" status: 200  len: 1098 time: 0.0701630
May 02 03:49:17.111858 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fba2a7-4f42-4e5a-bd71-2cfaec11707a req-84062ccf-beb8-42b9-8ce8-f6a70701e583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:17.113193 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-63fba2a7-4f42-4e5a-bd71-2cfaec11707a req-84062ccf-beb8-42b9-8ce8-f6a70701e583 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e0f2c995-0c49-41f7-960f-54ff752d74e7 HTTP/1.1" status: 200  len: 913 time: 0.1237266
May 02 03:49:17.303246 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-63fba2a7-4f42-4e5a-bd71-2cfaec11707a req-ba10a15a-3c6c-4542-be3e-8661fa9157f6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af550294-aedf-403e-91a3-9b438e67abf3 HTTP/1.1" status: 200  len: 999 time: 0.1834559
May 02 03:49:17.348196 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-cf152b9c-140a-472e-bb64-7e70119b76ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c55a50be0>, [{'id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'name': 'tempest-TestVolumeBootPattern-1686692641-router', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:45:55Z', 'updated_at': '2021-05-02T03:45:59Z', 'revision_number': 4, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'gw_port': {'id': '2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:45:56Z', 'updated_at': '2021-05-02T03:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_floatingips': [{'id': '10a0fff7-9654-46fa-9d3d-e8412202cd9b', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'floating_ip_address': '172.27.0.179', 'floating_network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'router_id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'port_id': 'af550294-aedf-403e-91a3-9b438e67abf3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7', 'mac_address': 'fa:16:3e:c3:8d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e163002-b769-4afe-bc17-255419a99087', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:49:15Z', 'updated_at': '2021-05-02T03:49:15Z', 'revision_number': 0, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9ac207-b9aa-4916-b1a9-0f83aad78608', 'name': '', 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'mac_address': 'fa:16:3e:d8:a6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4adfad06-ce64-4b56-9404-7ece70fb7c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:45:58Z', 'updated_at': '2021-05-02T03:46:07Z', 'revision_number': 5, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'subnets': [{'id': '4adfad06-ce64-4b56-9404-7ece70fb7c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:49:17.351891 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf152b9c-140a-472e-bb64-7e70119b76ec None None] Checking router: 9cc4b5a0-7c8a-4564-b9aa-63f41965780d for host: dv-cinder-789077-1-iscsi {{(pid=73902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 02 03:49:17.360262 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf152b9c-140a-472e-bb64-7e70119b76ec None None] Routers {'9cc4b5a0-7c8a-4564-b9aa-63f41965780d'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:49:17.360856 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-cf152b9c-140a-472e-bb64-7e70119b76ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c55a50be0>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:49:08Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['9cc4b5a0-7c8a-4564-b9aa-63f41965780d'], 'active': True} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:49:17.368697 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fba2a7-4f42-4e5a-bd71-2cfaec11707a req-3ba1d374-c57b-477c-a38e-41d5685191a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:17.370060 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-63fba2a7-4f42-4e5a-bd71-2cfaec11707a req-3ba1d374-c57b-477c-a38e-41d5685191a8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4adfad06-ce64-4b56-9404-7ece70fb7c5a HTTP/1.1" status: 200  len: 851 time: 0.0602038
May 02 03:49:17.444150 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fba2a7-4f42-4e5a-bd71-2cfaec11707a req-cc343644-a458-4b77-85bc-77583612af26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:17.445636 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-63fba2a7-4f42-4e5a-bd71-2cfaec11707a req-cc343644-a458-4b77-85bc-77583612af26 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0f2c995-0c49-41f7-960f-54ff752d74e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0691483
May 02 03:49:17.534918 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvr_db [None req-cf152b9c-140a-472e-bb64-7e70119b76ec None None] Set router 9cc4b5a0-7c8a-4564-b9aa-63f41965780d gateway port host: dv-cinder-789077-1-iscsi {{(pid=73902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:49:17.576861 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-63fba2a7-4f42-4e5a-bd71-2cfaec11707a req-e500f395-7691-453d-8a86-aecdd8cfacd7 service neutron] 10.222.0.37 "GET /v2.0/networks/e0f2c995-0c49-41f7-960f-54ff752d74e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237893
May 02 03:49:17.706744 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-63fba2a7-4f42-4e5a-bd71-2cfaec11707a req-7d6d2822-ae8f-4824-a917-90578bae882f service neutron] 10.222.0.37 "GET /v2.0/networks/e0f2c995-0c49-41f7-960f-54ff752d74e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1237214
May 02 03:49:17.871429 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-cf152b9c-140a-472e-bb64-7e70119b76ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c55a50be0>, [{'id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'name': 'tempest-TestVolumeBootPattern-1686692641-router', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:45:55Z', 'updated_at': '2021-05-02T03:45:59Z', 'revision_number': 4, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'gw_port': {'id': '2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:45:56Z', 'updated_at': '2021-05-02T03:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_floatingips': [{'id': '10a0fff7-9654-46fa-9d3d-e8412202cd9b', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'floating_ip_address': '172.27.0.179', 'floating_network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'router_id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'port_id': 'af550294-aedf-403e-91a3-9b438e67abf3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7', 'mac_address': 'fa:16:3e:c3:8d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e163002-b769-4afe-bc17-255419a99087', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:49:15Z', 'updated_at': '2021-05-02T03:49:15Z', 'revision_number': 0, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9ac207-b9aa-4916-b1a9-0f83aad78608', 'name': '', 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'mac_address': 'fa:16:3e:d8:a6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4adfad06-ce64-4b56-9404-7ece70fb7c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:45:58Z', 'updated_at': '2021-05-02T03:46:07Z', 'revision_number': 5, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'subnets': [{'id': '4adfad06-ce64-4b56-9404-7ece70fb7c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:49:17.875825 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf152b9c-140a-472e-bb64-7e70119b76ec None None] The sync data for ids ['9cc4b5a0-7c8a-4564-b9aa-63f41965780d'] in dv-cinder-789077-1-iscsi is: [{'id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'name': 'tempest-TestVolumeBootPattern-1686692641-router', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:45:55Z', 'updated_at': '2021-05-02T03:45:59Z', 'revision_number': 4, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'gw_port': {'id': '2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:45:56Z', 'updated_at': '2021-05-02T03:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_floatingips': [{'id': '10a0fff7-9654-46fa-9d3d-e8412202cd9b', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'floating_ip_address': '172.27.0.179', 'floating_network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'router_id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'port_id': 'af550294-aedf-403e-91a3-9b438e67abf3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7', 'mac_address': 'fa:16:3e:c3:8d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e163002-b769-4afe-bc17-255419a99087', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:49:15Z', 'updated_at': '2021-05-02T03:49:15Z', 'revision_number': 0, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9ac207-b9aa-4916-b1a9-0f83aad78608', 'name': '', 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'mac_address': 'fa:16:3e:d8:a6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4adfad06-ce64-4b56-9404-7ece70fb7c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:45:58Z', 'updated_at': '2021-05-02T03:46:07Z', 'revision_number': 5, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'subnets': [{'id': '4adfad06-ce64-4b56-9404-7ece70fb7c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 02 03:49:18.050408 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1974e126-8368-4014-b987-5fe22e4644b7 None None] New status for floating IP 10a0fff7-9654-46fa-9d3d-e8412202cd9b: ACTIVE {{(pid=73903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 02 03:49:32.583956 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917de06f-6801-4c99-9b90-04ce34411b83 req-d0698fd3-81ff-466f-b236-0e88c498fb04 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:32.585373 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-917de06f-6801-4c99-9b90-04ce34411b83 req-d0698fd3-81ff-466f-b236-0e88c498fb04 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/ports?device_id=09d18355-5da5-47bf-8a18-5977488153ed HTTP/1.1" status: 200  len: 945 time: 0.0781984
May 02 03:49:32.628750 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-917de06f-6801-4c99-9b90-04ce34411b83 req-c40df989-2d53-438e-8d77-05b3084bc5e3 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/security-groups?id=8ba7352f-ebf7-40ab-816d-f48c40dcb112&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377355
May 02 03:49:33.816034 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f460fdd8-70ac-48ce-8b21-d1f70b4590e5 req-161570aa-a99c-4b9a-8d3c-c193d4353968 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:33.817491 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-f460fdd8-70ac-48ce-8b21-d1f70b4590e5 req-161570aa-a99c-4b9a-8d3c-c193d4353968 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/ports?device_id=09d18355-5da5-47bf-8a18-5977488153ed HTTP/1.1" status: 200  len: 945 time: 0.0838330
May 02 03:49:33.862508 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-f460fdd8-70ac-48ce-8b21-d1f70b4590e5 req-ea83c9de-1fd2-4aee-942f-798fc7066593 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/security-groups?id=8ba7352f-ebf7-40ab-816d-f48c40dcb112&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393622
May 02 03:49:35.045404 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c283ea3-1a22-409d-af61-e813704ed0e0 req-99468b4e-a3ec-47af-824c-11a0a5d0d931 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:35.046896 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4c283ea3-1a22-409d-af61-e813704ed0e0 req-99468b4e-a3ec-47af-824c-11a0a5d0d931 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/ports?device_id=09d18355-5da5-47bf-8a18-5977488153ed HTTP/1.1" status: 200  len: 945 time: 0.0814829
May 02 03:49:35.091041 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4c283ea3-1a22-409d-af61-e813704ed0e0 req-e10fa43e-2287-496c-b4fc-b347947198a3 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/security-groups?id=8ba7352f-ebf7-40ab-816d-f48c40dcb112&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382838
May 02 03:49:35.188326 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-0caeac70-db63-44c1-8b9a-3197fa3db2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:49:36.275210 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f34c3-0a96-4634-865f-1b18ce9ccc77 req-54355d7a-dcfd-41ac-9ceb-55e5656a5ed1 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:36.276609 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-116f34c3-0a96-4634-865f-1b18ce9ccc77 req-54355d7a-dcfd-41ac-9ceb-55e5656a5ed1 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/ports?device_id=09d18355-5da5-47bf-8a18-5977488153ed HTTP/1.1" status: 200  len: 945 time: 0.0820627
May 02 03:49:36.321837 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-116f34c3-0a96-4634-865f-1b18ce9ccc77 req-ac7f2697-09ba-42c4-841e-6b6534f60326 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/security-groups?id=8ba7352f-ebf7-40ab-816d-f48c40dcb112&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394928
May 02 03:49:37.504411 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52084f58-1526-4d76-a2b3-9e489f118907 req-96bc1125-9876-4f3d-9574-22ef78394b14 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:37.505834 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-52084f58-1526-4d76-a2b3-9e489f118907 req-96bc1125-9876-4f3d-9574-22ef78394b14 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/ports?device_id=09d18355-5da5-47bf-8a18-5977488153ed HTTP/1.1" status: 200  len: 945 time: 0.0788364
May 02 03:49:37.551790 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-52084f58-1526-4d76-a2b3-9e489f118907 req-4b89e219-f8f2-4fc8-95bc-7b8e2677aee2 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/security-groups?id=8ba7352f-ebf7-40ab-816d-f48c40dcb112&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404208
May 02 03:49:37.871134 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:49:38.178092 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-ccb3fd07-8916-4f12-b7b7-fa09437c5c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:49:38.777675 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e7d12-390b-4d6b-8f96-0dbc8d662058 req-2f6d37e3-c4a4-4478-a6fa-770187258a6d tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:38.780015 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c97e7d12-390b-4d6b-8f96-0dbc8d662058 req-2f6d37e3-c4a4-4478-a6fa-770187258a6d tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/ports?device_id=09d18355-5da5-47bf-8a18-5977488153ed HTTP/1.1" status: 200  len: 945 time: 0.1096673
May 02 03:49:38.835970 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c97e7d12-390b-4d6b-8f96-0dbc8d662058 req-56aeb719-9050-406e-a16c-579cf3d94f2c tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/security-groups?id=8ba7352f-ebf7-40ab-816d-f48c40dcb112&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500305
May 02 03:49:39.367223 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:49:40.039648 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d56b78-0d8c-4444-8b10-d8a0f610e881 req-bb851e62-481f-4c74-827d-ab759575d4b8 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:40.041050 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-55d56b78-0d8c-4444-8b10-d8a0f610e881 req-bb851e62-481f-4c74-827d-ab759575d4b8 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/ports?device_id=09d18355-5da5-47bf-8a18-5977488153ed HTTP/1.1" status: 200  len: 945 time: 0.0804107
May 02 03:49:40.183852 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-55d56b78-0d8c-4444-8b10-d8a0f610e881 req-2cf23c59-2348-4933-b9de-4206702fe7b4 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/security-groups?id=8ba7352f-ebf7-40ab-816d-f48c40dcb112&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1370108
May 02 03:49:40.873564 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:49:41.366812 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccca5b1-4878-424c-90c8-abec0a80526a req-c8b1037d-3de5-474e-a128-5efc4d865c5f tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:41.368216 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-1ccca5b1-4878-424c-90c8-abec0a80526a req-c8b1037d-3de5-474e-a128-5efc4d865c5f tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/ports?device_id=09d18355-5da5-47bf-8a18-5977488153ed HTTP/1.1" status: 200  len: 945 time: 0.0789905
May 02 03:49:41.413784 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-1ccca5b1-4878-424c-90c8-abec0a80526a req-d40933a0-7073-4b0b-9bb9-ef192b21df93 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/security-groups?id=8ba7352f-ebf7-40ab-816d-f48c40dcb112&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399528
May 02 03:49:41.488313 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:49:42.595283 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753a2918-e747-4e51-9c93-7b1ee3cc9214 req-bbd5fae9-a615-4df9-a951-4b05014d239c tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:42.596711 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-753a2918-e747-4e51-9c93-7b1ee3cc9214 req-bbd5fae9-a615-4df9-a951-4b05014d239c tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/ports?device_id=09d18355-5da5-47bf-8a18-5977488153ed HTTP/1.1" status: 200  len: 945 time: 0.0789237
May 02 03:49:42.641943 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-753a2918-e747-4e51-9c93-7b1ee3cc9214 req-2416d8ee-d28d-47d9-9fd8-76172dc219eb tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/security-groups?id=8ba7352f-ebf7-40ab-816d-f48c40dcb112&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387444
May 02 03:49:42.677752 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295709d-c55d-429e-9b0b-ed14fe493d7a req-7de22cd6-ae16-47e8-88c2-21aad860e6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:42.679234 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-a295709d-c55d-429e-9b0b-ed14fe493d7a req-7de22cd6-ae16-47e8-88c2-21aad860e6b8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=23c14401529e46c1a87a0f77a664eafd&device_id=09d18355-5da5-47bf-8a18-5977488153ed HTTP/1.1" status: 200  len: 1098 time: 0.0697148
May 02 03:49:42.815648 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295709d-c55d-429e-9b0b-ed14fe493d7a req-4f60492f-d291-48a5-9218-0b4aa0cb5335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:42.817107 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-a295709d-c55d-429e-9b0b-ed14fe493d7a req-4f60492f-d291-48a5-9218-0b4aa0cb5335 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ab29b2c-b11f-4d5d-85de-011a7a1aa71e HTTP/1.1" status: 200  len: 909 time: 0.1303189
May 02 03:49:42.917352 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-a295709d-c55d-429e-9b0b-ed14fe493d7a req-22a7c084-9108-4eff-935d-2b05053d18c8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0efd229-cd62-4592-9be6-b90fdd0ce3e9 HTTP/1.1" status: 200  len: 1001 time: 0.0936606
May 02 03:49:42.984299 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295709d-c55d-429e-9b0b-ed14fe493d7a req-96d8ca24-ecfb-4e2e-aa7d-c6ab31861d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:42.985842 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-a295709d-c55d-429e-9b0b-ed14fe493d7a req-96d8ca24-ecfb-4e2e-aa7d-c6ab31861d18 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=286c6bb6-004b-43b1-8029-65854dd5dddf HTTP/1.1" status: 200  len: 847 time: 0.0607293
May 02 03:49:43.059904 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295709d-c55d-429e-9b0b-ed14fe493d7a req-5bd0eab6-8d8f-4e1f-b839-5758e770ca3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:43.061234 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-a295709d-c55d-429e-9b0b-ed14fe493d7a req-5bd0eab6-8d8f-4e1f-b839-5758e770ca3e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ab29b2c-b11f-4d5d-85de-011a7a1aa71e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0688298
May 02 03:49:43.189999 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-a295709d-c55d-429e-9b0b-ed14fe493d7a req-615e6fca-465f-4941-a6cd-fd2ee3352617 service neutron] 10.222.0.37 "GET /v2.0/networks/8ab29b2c-b11f-4d5d-85de-011a7a1aa71e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1221714
May 02 03:49:43.319013 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-a295709d-c55d-429e-9b0b-ed14fe493d7a req-0581ac89-88fa-4007-91db-eb421c83e948 service neutron] 10.222.0.37 "GET /v2.0/networks/8ab29b2c-b11f-4d5d-85de-011a7a1aa71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1226826
May 02 03:49:43.474914 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782ff78-a249-4a14-b363-d044a68467db req-f6dc5f4a-9882-42b7-8b7c-f3961a7739c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:43.476341 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-e782ff78-a249-4a14-b363-d044a68467db req-f6dc5f4a-9882-42b7-8b7c-f3961a7739c3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=23c14401529e46c1a87a0f77a664eafd&device_id=09d18355-5da5-47bf-8a18-5977488153ed HTTP/1.1" status: 200  len: 1098 time: 0.0690742
May 02 03:49:43.619573 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782ff78-a249-4a14-b363-d044a68467db req-021c087e-1c2d-4d0d-ba3a-fb663286a44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:43.620937 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-e782ff78-a249-4a14-b363-d044a68467db req-021c087e-1c2d-4d0d-ba3a-fb663286a44f service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ab29b2c-b11f-4d5d-85de-011a7a1aa71e HTTP/1.1" status: 200  len: 909 time: 0.1250050
May 02 03:49:43.630516 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:49:43.724569 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-e782ff78-a249-4a14-b363-d044a68467db req-cb29993f-5edc-46a0-857c-d154d78ce61e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0efd229-cd62-4592-9be6-b90fdd0ce3e9 HTTP/1.1" status: 200  len: 1001 time: 0.0949295
May 02 03:49:43.833601 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170a52e-58b7-4880-a7ab-5493eeeb93cb req-d3730567-f747-4ddc-9f37-4845b15a73c0 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:43.835182 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4170a52e-58b7-4880-a7ab-5493eeeb93cb req-d3730567-f747-4ddc-9f37-4845b15a73c0 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/ports?device_id=09d18355-5da5-47bf-8a18-5977488153ed HTTP/1.1" status: 200  len: 945 time: 0.0889416
May 02 03:49:43.882820 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4170a52e-58b7-4880-a7ab-5493eeeb93cb req-a279403b-6d97-460f-9467-00667b627068 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/security-groups?id=8ba7352f-ebf7-40ab-816d-f48c40dcb112&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413120
May 02 03:49:43.885142 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782ff78-a249-4a14-b363-d044a68467db req-48a67180-b162-49ed-b395-241fb0770607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:43.886734 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-e782ff78-a249-4a14-b363-d044a68467db req-48a67180-b162-49ed-b395-241fb0770607 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=286c6bb6-004b-43b1-8029-65854dd5dddf HTTP/1.1" status: 200  len: 847 time: 0.1554508
May 02 03:49:43.962998 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782ff78-a249-4a14-b363-d044a68467db req-f40a71c8-d962-4b3e-a44b-c75cb4057016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:43.964431 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-e782ff78-a249-4a14-b363-d044a68467db req-f40a71c8-d962-4b3e-a44b-c75cb4057016 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ab29b2c-b11f-4d5d-85de-011a7a1aa71e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0694654
May 02 03:49:44.094454 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-e782ff78-a249-4a14-b363-d044a68467db req-cae0dbd4-0394-4229-8a4a-40b025ea2f38 service neutron] 10.222.0.37 "GET /v2.0/networks/8ab29b2c-b11f-4d5d-85de-011a7a1aa71e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1220698
May 02 03:49:44.225268 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-e782ff78-a249-4a14-b363-d044a68467db req-d1e061ea-11a4-4ea3-b7ac-ab7f73840eec service neutron] 10.222.0.37 "GET /v2.0/networks/8ab29b2c-b11f-4d5d-85de-011a7a1aa71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1230023
May 02 03:49:45.073388 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1cc827-2df3-4f00-9da0-82953499ed4e req-76d23cd5-9e86-4b6d-b840-9f06b570c0f3 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:45.074853 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-ef1cc827-2df3-4f00-9da0-82953499ed4e req-76d23cd5-9e86-4b6d-b840-9f06b570c0f3 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/ports?device_id=09d18355-5da5-47bf-8a18-5977488153ed HTTP/1.1" status: 200  len: 945 time: 0.0819302
May 02 03:49:45.118875 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-ef1cc827-2df3-4f00-9da0-82953499ed4e req-15539f3e-150f-4a6d-a3d1-08ae266b6f41 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/security-groups?id=8ba7352f-ebf7-40ab-816d-f48c40dcb112&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371675
May 02 03:49:46.308300 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434eea6b-191d-472d-b4bc-64bb1592a650 req-4ced0546-ff55-425e-8567-62b740148293 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:46.309719 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-434eea6b-191d-472d-b4bc-64bb1592a650 req-4ced0546-ff55-425e-8567-62b740148293 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/ports?device_id=09d18355-5da5-47bf-8a18-5977488153ed HTTP/1.1" status: 200  len: 945 time: 0.0816665
May 02 03:49:46.355956 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-434eea6b-191d-472d-b4bc-64bb1592a650 req-e3d788bd-1f16-4038-b23a-b2f92895c698 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/security-groups?id=8ba7352f-ebf7-40ab-816d-f48c40dcb112&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399883
May 02 03:49:47.579380 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 42236) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:49:47.758131 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-ecf39c0c-56f9-415d-b0c3-aa64a31289c0 req-04de93ac-43ae-4ae5-92fe-36796c0bde31 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=09d18355-5da5-47bf-8a18-5977488153ed&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1775253
May 02 03:49:47.766806 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbfc89a-53cf-4247-bb91-afa1d3fe004d req-74c713a2-5e26-4679-a0af-9b0ebe8d3580 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:47.768166 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-1cbfc89a-53cf-4247-bb91-afa1d3fe004d req-74c713a2-5e26-4679-a0af-9b0ebe8d3580 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/ports?device_id=09d18355-5da5-47bf-8a18-5977488153ed HTTP/1.1" status: 200  len: 945 time: 0.1129339
May 02 03:49:47.815151 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-1cbfc89a-53cf-4247-bb91-afa1d3fe004d req-a5067f62-523f-4210-af1a-030608ab8fb5 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/security-groups?id=8ba7352f-ebf7-40ab-816d-f48c40dcb112&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408707
May 02 03:49:47.959144 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device d0efd229-cd62-4592-9be6-b90fdd0ce3e9 no longer exists at agent hyperv_hv-cinder-78907 {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 02 03:49:48.073006 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:49:48.100225 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d18355-5da5-47bf-8a18-5977488153ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0efd229-cd62-4592-9be6-b90fdd0ce3e9'}] {{(pid=73902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:49:48.111964 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port d0efd229-cd62-4592-9be6-b90fdd0ce3e9, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=d0efd229-cd62-4592-9be6-b90fdd0ce3e9,segment=NetworkSegment(6c7bd06f-3a85-46ef-8ac0-09bf83a6e02b),segment_id=6c7bd06f-3a85-46ef-8ac0-09bf83a6e02b)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:49:48.116246 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:49:48.118004 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:49:48.152253 dv-cinder-789077-1-iscsi neutron-server[73902]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '09d18355-5da5-47bf-8a18-5977488153ed', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd0efd229-cd62-4592-9be6-b90fdd0ce3e9', 'code': 422} returned with failed status
May 02 03:49:48.183786 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Pushing event updated for resources: {'Port': ['ID=d0efd229-cd62-4592-9be6-b90fdd0ce3e9,revision_number=6']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:49:48.187546 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:49:48.933336 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf39c0c-56f9-415d-b0c3-aa64a31289c0 req-73631f85-dac4-402f-9264-94fe42374b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:48.934833 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-ecf39c0c-56f9-415d-b0c3-aa64a31289c0 req-73631f85-dac4-402f-9264-94fe42374b70 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=09d18355-5da5-47bf-8a18-5977488153ed&tenant_id=23c14401529e46c1a87a0f77a664eafd HTTP/1.1" status: 200  len: 1096 time: 0.0768952
May 02 03:49:49.001167 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ded337-84f7-49c3-82dd-7bed076c3a76 req-e2b6f3f8-565f-41d0-b745-260d1a532a63 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:49.002629 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-27ded337-84f7-49c3-82dd-7bed076c3a76 req-e2b6f3f8-565f-41d0-b745-260d1a532a63 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/ports?device_id=09d18355-5da5-47bf-8a18-5977488153ed HTTP/1.1" status: 200  len: 943 time: 0.0836036
May 02 03:49:49.025665 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf39c0c-56f9-415d-b0c3-aa64a31289c0 req-4880b0c4-26f2-448e-a743-b3f21efa4f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:49.027167 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-ecf39c0c-56f9-415d-b0c3-aa64a31289c0 req-4880b0c4-26f2-448e-a743-b3f21efa4f91 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=23c14401529e46c1a87a0f77a664eafd&device_id=09d18355-5da5-47bf-8a18-5977488153ed HTTP/1.1" status: 200  len: 1096 time: 0.0717010
May 02 03:49:49.048582 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-27ded337-84f7-49c3-82dd-7bed076c3a76 req-7093aa0c-45c1-4e61-950f-e64330a7416c tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/security-groups?id=8ba7352f-ebf7-40ab-816d-f48c40dcb112&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402172
May 02 03:49:49.158996 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf39c0c-56f9-415d-b0c3-aa64a31289c0 req-de42f6c4-05fe-4675-a099-092934f51468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:49.160438 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-ecf39c0c-56f9-415d-b0c3-aa64a31289c0 req-de42f6c4-05fe-4675-a099-092934f51468 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ab29b2c-b11f-4d5d-85de-011a7a1aa71e HTTP/1.1" status: 200  len: 909 time: 0.1264563
May 02 03:49:49.263192 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-ecf39c0c-56f9-415d-b0c3-aa64a31289c0 req-9606f081-9b9c-4740-9e1d-b36fd6c5f36d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0efd229-cd62-4592-9be6-b90fdd0ce3e9 HTTP/1.1" status: 200  len: 999 time: 0.0960691
May 02 03:49:49.324869 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf39c0c-56f9-415d-b0c3-aa64a31289c0 req-a7666393-3f14-4969-b457-20ba7a12f23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:49.326285 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-ecf39c0c-56f9-415d-b0c3-aa64a31289c0 req-a7666393-3f14-4969-b457-20ba7a12f23b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=286c6bb6-004b-43b1-8029-65854dd5dddf HTTP/1.1" status: 200  len: 847 time: 0.0564375
May 02 03:49:49.403740 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf39c0c-56f9-415d-b0c3-aa64a31289c0 req-01b87285-0e99-424f-a935-e045484fd17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:49.405170 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-ecf39c0c-56f9-415d-b0c3-aa64a31289c0 req-01b87285-0e99-424f-a935-e045484fd17b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ab29b2c-b11f-4d5d-85de-011a7a1aa71e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0718646
May 02 03:49:49.536335 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-ecf39c0c-56f9-415d-b0c3-aa64a31289c0 req-4552e858-16f2-435a-8a0e-5fd37af94dce service neutron] 10.222.0.37 "GET /v2.0/networks/8ab29b2c-b11f-4d5d-85de-011a7a1aa71e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1221018
May 02 03:49:49.664258 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-ecf39c0c-56f9-415d-b0c3-aa64a31289c0 req-4e29eda9-9d33-4e38-851e-51c58bc9c258 service neutron] 10.222.0.37 "GET /v2.0/networks/8ab29b2c-b11f-4d5d-85de-011a7a1aa71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1211722
May 02 03:49:50.235743 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ffa20e-b6a8-418e-9f2c-4ca48de6cd1e req-e04f8007-05b8-4154-b6d4-4d9c9985c00b tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:50.237182 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-b8ffa20e-b6a8-418e-9f2c-4ca48de6cd1e req-e04f8007-05b8-4154-b6d4-4d9c9985c00b tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/ports?device_id=09d18355-5da5-47bf-8a18-5977488153ed HTTP/1.1" status: 200  len: 943 time: 0.0828400
May 02 03:49:50.280880 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-b8ffa20e-b6a8-418e-9f2c-4ca48de6cd1e req-ea8774ae-402b-403b-b948-403aef48d33e tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/security-groups?id=8ba7352f-ebf7-40ab-816d-f48c40dcb112&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380111
May 02 03:49:51.465717 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064acab-b87c-49f1-9a34-4dccc9d90fa8 req-30f84117-0849-44eb-b55a-69c275523cc0 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:51.467148 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2064acab-b87c-49f1-9a34-4dccc9d90fa8 req-30f84117-0849-44eb-b55a-69c275523cc0 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/ports?device_id=09d18355-5da5-47bf-8a18-5977488153ed HTTP/1.1" status: 200  len: 943 time: 0.0802803
May 02 03:49:51.509951 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2064acab-b87c-49f1-9a34-4dccc9d90fa8 req-58bc6587-620e-48de-be1c-9aae52fb1cd2 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/security-groups?id=8ba7352f-ebf7-40ab-816d-f48c40dcb112&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371745
May 02 03:49:52.696413 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b4a75b-e1ce-4f75-993e-69d68fc82885 req-c6c8dabf-f7a2-43e2-a4a8-1e8e2c7b7e33 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:52.697840 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-93b4a75b-e1ce-4f75-993e-69d68fc82885 req-c6c8dabf-f7a2-43e2-a4a8-1e8e2c7b7e33 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/ports?device_id=09d18355-5da5-47bf-8a18-5977488153ed HTTP/1.1" status: 200  len: 943 time: 0.0829706
May 02 03:49:52.741922 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-93b4a75b-e1ce-4f75-993e-69d68fc82885 req-181393be-ea8e-4951-8b94-605dd71b0ca9 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/security-groups?id=8ba7352f-ebf7-40ab-816d-f48c40dcb112&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377645
May 02 03:49:53.923310 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542392b2-727f-4264-ba94-d92f391ff6d2 req-d9cc3fce-dd2d-41c7-98a4-00c0b9e8fcc8 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:53.924838 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-542392b2-727f-4264-ba94-d92f391ff6d2 req-d9cc3fce-dd2d-41c7-98a4-00c0b9e8fcc8 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/ports?device_id=09d18355-5da5-47bf-8a18-5977488153ed HTTP/1.1" status: 200  len: 943 time: 0.0788321
May 02 03:49:53.967800 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-542392b2-727f-4264-ba94-d92f391ff6d2 req-6d76c452-8b3e-4d84-b0b8-2abc7ba4fd55 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/security-groups?id=8ba7352f-ebf7-40ab-816d-f48c40dcb112&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373900
May 02 03:49:55.151143 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901c1ba-2815-4a41-9b0a-adb17cf182f1 req-0edf4c27-9af4-4921-b188-a1186b0bed81 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:55.152563 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2901c1ba-2815-4a41-9b0a-adb17cf182f1 req-0edf4c27-9af4-4921-b188-a1186b0bed81 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/ports?device_id=09d18355-5da5-47bf-8a18-5977488153ed HTTP/1.1" status: 200  len: 943 time: 0.0816734
May 02 03:49:55.197091 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2901c1ba-2815-4a41-9b0a-adb17cf182f1 req-b6a9efcd-f8c1-487b-9e3c-dc82c66df310 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/security-groups?id=8ba7352f-ebf7-40ab-816d-f48c40dcb112&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383637
May 02 03:49:56.382039 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c53370-55b9-42bc-9336-b75deef70c64 req-f6518da3-edcb-41f1-a21c-5572cffc514e tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:56.383480 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-80c53370-55b9-42bc-9336-b75deef70c64 req-f6518da3-edcb-41f1-a21c-5572cffc514e tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/ports?device_id=09d18355-5da5-47bf-8a18-5977488153ed HTTP/1.1" status: 200  len: 943 time: 0.0825193
May 02 03:49:56.426405 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-80c53370-55b9-42bc-9336-b75deef70c64 req-aa4e1f63-0e00-4019-a2b9-1f881314a4db tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/security-groups?id=8ba7352f-ebf7-40ab-816d-f48c40dcb112&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373275
May 02 03:49:57.612326 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc57c5f-a2a1-414d-bf00-755de924d53a req-1b5848a7-6c56-4252-8622-e5c82283d4a3 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:57.613747 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-5fc57c5f-a2a1-414d-bf00-755de924d53a req-1b5848a7-6c56-4252-8622-e5c82283d4a3 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/ports?device_id=09d18355-5da5-47bf-8a18-5977488153ed HTTP/1.1" status: 200  len: 943 time: 0.0804844
May 02 03:49:57.658041 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-5fc57c5f-a2a1-414d-bf00-755de924d53a req-f8c272fa-3549-49b1-9390-e3af657ad684 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/security-groups?id=8ba7352f-ebf7-40ab-816d-f48c40dcb112&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386853
May 02 03:49:58.021986 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device d0efd229-cd62-4592-9be6-b90fdd0ce3e9 details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=73902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 02 03:49:58.156705 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port d0efd229-cd62-4592-9be6-b90fdd0ce3e9, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=d0efd229-cd62-4592-9be6-b90fdd0ce3e9,segment=NetworkSegment(6c7bd06f-3a85-46ef-8ac0-09bf83a6e02b),segment_id=6c7bd06f-3a85-46ef-8ac0-09bf83a6e02b)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:49:58.169622 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Returning: {'device': 'd0efd229-cd62-4592-9be6-b90fdd0ce3e9', 'network_id': '8ab29b2c-b11f-4d5d-85de-011a7a1aa71e', 'port_id': 'd0efd229-cd62-4592-9be6-b90fdd0ce3e9', 'mac_address': 'fa:16:3e:0f:62:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '286c6bb6-004b-43b1-8029-65854dd5dddf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 02 03:49:58.228602 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:49:58.244992 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.notifiers.nova [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0efd229-cd62-4592-9be6-b90fdd0ce3e9 {{(pid=73902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 02 03:49:58.260157 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port d0efd229-cd62-4592-9be6-b90fdd0ce3e9, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=d0efd229-cd62-4592-9be6-b90fdd0ce3e9,segment=NetworkSegment(6c7bd06f-3a85-46ef-8ac0-09bf83a6e02b),segment_id=6c7bd06f-3a85-46ef-8ac0-09bf83a6e02b)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:49:58.263852 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:49:58.266688 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:49:58.332368 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Pushing event updated for resources: {'Port': ['ID=d0efd229-cd62-4592-9be6-b90fdd0ce3e9,revision_number=7']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:49:58.335348 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:49:58.472917 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] get_ports_and_sgs() called for port_ids ['d0efd229-cd62-4592-9be6-b90fdd0ce3e9'] {{(pid=73902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 02 03:49:58.848228 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a1c54a-95a7-4b88-9185-040cccf8a5a0 req-d328b15d-8b3c-4288-bd9b-acbbf3243581 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:49:58.849651 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-19a1c54a-95a7-4b88-9185-040cccf8a5a0 req-d328b15d-8b3c-4288-bd9b-acbbf3243581 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/ports?device_id=09d18355-5da5-47bf-8a18-5977488153ed HTTP/1.1" status: 200  len: 944 time: 0.0849543
May 02 03:49:58.894744 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-19a1c54a-95a7-4b88-9185-040cccf8a5a0 req-6ce70479-cab1-4ab6-94d4-eb1166dd94ef tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/security-groups?id=8ba7352f-ebf7-40ab-816d-f48c40dcb112&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393260
May 02 03:50:00.026279 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device d0efd229-cd62-4592-9be6-b90fdd0ce3e9 up at agent hyperv_hv-cinder-78907 {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:50:00.077820 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a06a7-be2e-411c-86e7-cecdb10b9677 req-95bc0de9-4bcd-4bfe-a8ff-a406d19027fa tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:50:00.079444 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-bb6a06a7-be2e-411c-86e7-cecdb10b9677 req-95bc0de9-4bcd-4bfe-a8ff-a406d19027fa tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/ports?device_id=09d18355-5da5-47bf-8a18-5977488153ed HTTP/1.1" status: 200  len: 944 time: 0.0815849
May 02 03:50:00.126805 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Provisioning complete for port d0efd229-cd62-4592-9be6-b90fdd0ce3e9 triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:50:00.127648 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:50:00.127937 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-bb6a06a7-be2e-411c-86e7-cecdb10b9677 req-cc200692-26ee-458c-b19c-75d2036ec0a7 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/security-groups?id=8ba7352f-ebf7-40ab-816d-f48c40dcb112&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424697
May 02 03:50:00.242284 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:50:00.267616 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d18355-5da5-47bf-8a18-5977488153ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0efd229-cd62-4592-9be6-b90fdd0ce3e9'}] {{(pid=73902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:50:00.277039 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port d0efd229-cd62-4592-9be6-b90fdd0ce3e9, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=d0efd229-cd62-4592-9be6-b90fdd0ce3e9,segment=NetworkSegment(6c7bd06f-3a85-46ef-8ac0-09bf83a6e02b),segment_id=6c7bd06f-3a85-46ef-8ac0-09bf83a6e02b)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:50:00.281431 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:50:00.283966 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:50:00.318309 dv-cinder-789077-1-iscsi neutron-server[73902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09d18355-5da5-47bf-8a18-5977488153ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0efd229-cd62-4592-9be6-b90fdd0ce3e9', 'code': 200}
May 02 03:50:00.350969 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Pushing event updated for resources: {'Port': ['ID=d0efd229-cd62-4592-9be6-b90fdd0ce3e9,revision_number=8']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:50:00.353681 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:50:00.586632 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43001ca-69d1-4deb-a4c5-90638438acbb req-fdebd871-edd6-4434-a45a-472aa28ebd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:50:00.588099 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-b43001ca-69d1-4deb-a4c5-90638438acbb req-fdebd871-edd6-4434-a45a-472aa28ebd51 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=09d18355-5da5-47bf-8a18-5977488153ed HTTP/1.1" status: 200  len: 1098 time: 0.0690823
May 02 03:50:00.630128 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-b43001ca-69d1-4deb-a4c5-90638438acbb req-6f8744e3-b6ee-4594-8b23-bc35d3923bb5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8ba7352f-ebf7-40ab-816d-f48c40dcb112&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0332618
May 02 03:50:01.398805 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8880e-e82a-403b-b9d1-650d672c4660 req-9e0683a2-1286-49e2-a12d-f12e3014d7d3 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:50:01.400248 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c5f8880e-e82a-403b-b9d1-650d672c4660 req-9e0683a2-1286-49e2-a12d-f12e3014d7d3 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/ports?device_id=09d18355-5da5-47bf-8a18-5977488153ed HTTP/1.1" status: 200  len: 945 time: 0.1678636
May 02 03:50:01.447630 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-c5f8880e-e82a-403b-b9d1-650d672c4660 req-98e314a5-c8eb-4820-bbd8-a0847f8e7079 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/security-groups?id=8ba7352f-ebf7-40ab-816d-f48c40dcb112&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398390
May 02 03:50:02.634278 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b8ef9b-739c-4ea0-a665-5c1a5c14e060 req-763766a1-eb6b-40ee-b95b-5ad60167af8f tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:50:02.635765 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-50b8ef9b-739c-4ea0-a665-5c1a5c14e060 req-763766a1-eb6b-40ee-b95b-5ad60167af8f tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/ports?device_id=09d18355-5da5-47bf-8a18-5977488153ed HTTP/1.1" status: 200  len: 945 time: 0.0820625
May 02 03:50:02.679508 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-50b8ef9b-739c-4ea0-a665-5c1a5c14e060 req-3540bfe0-3c24-4df9-9fc9-fde48aa9e094 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/security-groups?id=8ba7352f-ebf7-40ab-816d-f48c40dcb112&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381699
May 02 03:50:05.188722 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-a192a9bf-e932-495f-b7b5-f620984714da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:50:07.874204 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:50:08.178497 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-edacb8cf-9972-4985-a0f8-7a6309b7220c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:50:09.369816 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:50:10.874426 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:50:11.494390 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:50:20.629046 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:50:35.193106 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-f690454d-69cb-4e55-aa7b-8edad0121df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:50:37.875934 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:50:38.178012 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-59b3eb8d-b120-45ad-83d0-81d7fdc4ba2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:50:39.371953 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:50:40.877149 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:50:41.517246 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:50:46.314594 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-8d379b0b-a806-4d57-81d7-5f59cac8015b req-47d640ef-ef00-45bf-a0ff-ba6d4bffc195 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4e163002-b769-4afe-bc17-255419a99087&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1339140
May 02 03:50:48.188727 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d379b0b-a806-4d57-81d7-5f59cac8015b req-d310c072-3263-435c-ab0e-c87aaee31b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:50:48.190191 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-8d379b0b-a806-4d57-81d7-5f59cac8015b req-d310c072-3263-435c-ab0e-c87aaee31b6c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4d0706d5cb74153ac23af4cb02afd02&device_id=4e163002-b769-4afe-bc17-255419a99087 HTTP/1.1" status: 200  len: 1098 time: 0.0717962
May 02 03:50:48.331171 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d379b0b-a806-4d57-81d7-5f59cac8015b req-3e1a1e96-38cd-45f3-aa67-d2be7b123b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:50:48.333150 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-8d379b0b-a806-4d57-81d7-5f59cac8015b req-3e1a1e96-38cd-45f3-aa67-d2be7b123b4a service neutron] 10.222.0.37 "GET /v2.0/networks?id=e0f2c995-0c49-41f7-960f-54ff752d74e7 HTTP/1.1" status: 200  len: 913 time: 0.1233006
May 02 03:50:48.534125 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-8d379b0b-a806-4d57-81d7-5f59cac8015b req-80f2d70e-7f28-4556-b7d1-c18ac973cb7a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af550294-aedf-403e-91a3-9b438e67abf3 HTTP/1.1" status: 200  len: 1001 time: 0.1942544
May 02 03:50:48.594054 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d379b0b-a806-4d57-81d7-5f59cac8015b req-c9464ea3-b64f-4c05-92ff-62203f4f9361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:50:48.595485 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-8d379b0b-a806-4d57-81d7-5f59cac8015b req-c9464ea3-b64f-4c05-92ff-62203f4f9361 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4adfad06-ce64-4b56-9404-7ece70fb7c5a HTTP/1.1" status: 200  len: 851 time: 0.0550706
May 02 03:50:48.670151 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d379b0b-a806-4d57-81d7-5f59cac8015b req-cc830822-02c9-4910-bd20-7dc4fc845e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:50:48.671626 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-8d379b0b-a806-4d57-81d7-5f59cac8015b req-cc830822-02c9-4910-bd20-7dc4fc845e4b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0f2c995-0c49-41f7-960f-54ff752d74e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0701082
May 02 03:50:48.800683 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-8d379b0b-a806-4d57-81d7-5f59cac8015b req-ca153adf-6681-472d-b88b-acf1693cae7e service neutron] 10.222.0.37 "GET /v2.0/networks/e0f2c995-0c49-41f7-960f-54ff752d74e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1218631
May 02 03:50:48.930377 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-8d379b0b-a806-4d57-81d7-5f59cac8015b req-d8e554a1-908a-420a-bf5c-c217aa038d0c service neutron] 10.222.0.37 "GET /v2.0/networks/e0f2c995-0c49-41f7-960f-54ff752d74e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1227276
May 02 03:50:53.400008 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-0794a568-757c-4dce-9070-8cca914403e5 req-1a2dd882-b3d0-4ffa-81b5-1dbea26ce419 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-82195945&fields=id&tenant_id=a4d0706d5cb74153ac23af4cb02afd02 HTTP/1.1" status: 200  len: 267 time: 0.0398166
May 02 03:50:53.544875 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794a568-757c-4dce-9070-8cca914403e5 req-24d68224-7250-42ad-8a0e-452928537d03 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:50:53.546275 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-0794a568-757c-4dce-9070-8cca914403e5 req-24d68224-7250-42ad-8a0e-452928537d03 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/networks?id=e0f2c995-0c49-41f7-960f-54ff752d74e7 HTTP/1.1" status: 200  len: 812 time: 0.1400371
May 02 03:50:53.560262 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-0794a568-757c-4dce-9070-8cca914403e5 req-026f7d5e-0a79-432c-8f96-8d561caa18fb tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/quotas/a4d0706d5cb74153ac23af4cb02afd02 HTTP/1.1" status: 200  len: 375 time: 0.0085623
May 02 03:50:53.650344 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-0794a568-757c-4dce-9070-8cca914403e5 req-2c549006-2e7d-4592-a056-7bf2b1b45416 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a4d0706d5cb74153ac23af4cb02afd02&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0852287
May 02 03:50:53.782376 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-0794a568-757c-4dce-9070-8cca914403e5 req-fe73427e-b741-4a0d-bc86-8ddc2e379392 service neutron] 10.222.0.38 "GET /v2.0/networks/e0f2c995-0c49-41f7-960f-54ff752d74e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1208720
May 02 03:50:53.909585 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-0794a568-757c-4dce-9070-8cca914403e5 req-14852a2b-1a81-40c8-b908-64ae4558e487 service neutron] 10.222.0.38 "GET /v2.0/networks/e0f2c995-0c49-41f7-960f-54ff752d74e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1211321
May 02 03:50:54.343117 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4c44f711-fd1f-4307-809b-5f8e4747fe03 req-36260860-fad3-4ff4-854b-a97a0bc0c09e tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/ports?device_id=4192adf3-189f-4038-9e8f-74aea196bbf8 HTTP/1.1" status: 200  len: 210 time: 0.0923018
May 02 03:50:55.438407 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794a568-757c-4dce-9070-8cca914403e5 req-0f60a6d3-fef7-4de7-a1d8-cfa2471640fc tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:50:55.439847 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-0794a568-757c-4dce-9070-8cca914403e5 req-0f60a6d3-fef7-4de7-a1d8-cfa2471640fc tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.37 "GET /v2.0/networks?id=e0f2c995-0c49-41f7-960f-54ff752d74e7 HTTP/1.1" status: 200  len: 812 time: 0.1491511
May 02 03:50:55.491118 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-0794a568-757c-4dce-9070-8cca914403e5 req-88a20086-81e6-49b2-a9ef-cdd3a2d2817d tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4d0706d5cb74153ac23af4cb02afd02 HTTP/1.1" status: 200  len: 378 time: 0.0421212
May 02 03:50:55.500117 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e727737d-64c2-4880-a319-86374fef16a2 req-625c6ac9-824d-4c7a-bd7b-2c9091e47246 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/ports?device_id=4192adf3-189f-4038-9e8f-74aea196bbf8 HTTP/1.1" status: 200  len: 210 time: 0.0454884
May 02 03:50:55.500583 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [req-0794a568-757c-4dce-9070-8cca914403e5 req-c62940d1-90fc-4918-8a01-10d42bc32a76 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Request body: {'port': {'device_id': '4192adf3-189f-4038-9e8f-74aea196bbf8', 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7', 'admin_state_up': True, 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'security_groups': ['dcfcf693-3a80-4024-9c11-020557a5067b']}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:50:55.636272 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [req-0794a568-757c-4dce-9070-8cca914403e5 req-c62940d1-90fc-4918-8a01-10d42bc32a76 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:50:55.640162 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-0794a568-757c-4dce-9070-8cca914403e5 req-c62940d1-90fc-4918-8a01-10d42bc32a76 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Usage tracker for resource:port and tenant:a4d0706d5cb74153ac23af4cb02afd02 is out of sync, need to count used quota {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:50:55.642944 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-0794a568-757c-4dce-9070-8cca914403e5 req-c62940d1-90fc-4918-8a01-10d42bc32a76 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Quota usage for port was recalculated. Used quota:5. {{(pid=73900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:50:55.648873 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.quota.driver [req-0794a568-757c-4dce-9070-8cca914403e5 req-c62940d1-90fc-4918-8a01-10d42bc32a76 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=73900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:50:55.658160 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0794a568-757c-4dce-9070-8cca914403e5 req-c62940d1-90fc-4918-8a01-10d42bc32a76 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Made reservation on behalf of a4d0706d5cb74153ac23af4cb02afd02 for: {'port': 1} {{(pid=73900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 02 03:50:55.662181 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-0794a568-757c-4dce-9070-8cca914403e5 req-c62940d1-90fc-4918-8a01-10d42bc32a76 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:50:55.822617 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.db_base_plugin_common [req-0794a568-757c-4dce-9070-8cca914403e5 req-c62940d1-90fc-4918-8a01-10d42bc32a76 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Allocated IP 172.20.0.4 (e0f2c995-0c49-41f7-960f-54ff752d74e7/4adfad06-ce64-4b56-9404-7ece70fb7c5a/26064ee4-f180-4e61-a381-8a313097a6d6) {{(pid=73900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 02 03:50:56.009397 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-0794a568-757c-4dce-9070-8cca914403e5 req-c62940d1-90fc-4918-8a01-10d42bc32a76 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks [] for port, precommit_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:50:56.024506 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.provisioning_blocks [req-0794a568-757c-4dce-9070-8cca914403e5 req-c62940d1-90fc-4918-8a01-10d42bc32a76 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Transition to ACTIVE for port object 26064ee4-f180-4e61-a381-8a313097a6d6 will not be triggered until provisioned by entity DHCP. {{(pid=73900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:50:56.049396 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-0794a568-757c-4dce-9070-8cca914403e5 req-c62940d1-90fc-4918-8a01-10d42bc32a76 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747865333526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-899257'] for port, after_create {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:50:56.055706 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-671f7740-ba6e-4aeb-b593-676f889c1196 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:50:56.125508 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0794a568-757c-4dce-9070-8cca914403e5 req-c62940d1-90fc-4918-8a01-10d42bc32a76 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Network e0f2c995-0c49-41f7-960f-54ff752d74e7 is already hosted by enough agents. {{(pid=73900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:50:56.128990 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.base_scheduler [req-0794a568-757c-4dce-9070-8cca914403e5 req-c62940d1-90fc-4918-8a01-10d42bc32a76 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Resources bound (agent type, host, resource id):  {{(pid=73900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:50:56.133756 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.l3_dvrscheduler_db [req-0794a568-757c-4dce-9070-8cca914403e5 req-c62940d1-90fc-4918-8a01-10d42bc32a76 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Received port after_create {{(pid=73900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 02 03:50:56.166631 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62940d1-90fc-4918-8a01-10d42bc32a76 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Pushing event updated for resources: {'Port': ['ID=26064ee4-f180-4e61-a381-8a313097a6d6,revision_number=1']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:50:56.180169 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62940d1-90fc-4918-8a01-10d42bc32a76 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:50:56.180542 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62940d1-90fc-4918-8a01-10d42bc32a76 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:50:56.180906 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62940d1-90fc-4918-8a01-10d42bc32a76 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:50:56.181265 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62940d1-90fc-4918-8a01-10d42bc32a76 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:50:56.181648 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62940d1-90fc-4918-8a01-10d42bc32a76 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:50:56.181967 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62940d1-90fc-4918-8a01-10d42bc32a76 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:50:56.182356 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62940d1-90fc-4918-8a01-10d42bc32a76 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:50:56.182687 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62940d1-90fc-4918-8a01-10d42bc32a76 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:50:56.183039 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62940d1-90fc-4918-8a01-10d42bc32a76 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:50:56.183426 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62940d1-90fc-4918-8a01-10d42bc32a76 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:50:56.183856 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62940d1-90fc-4918-8a01-10d42bc32a76 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:50:56.184209 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62940d1-90fc-4918-8a01-10d42bc32a76 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:50:56.194373 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-c62940d1-90fc-4918-8a01-10d42bc32a76 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:50:56.218761 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794a568-757c-4dce-9070-8cca914403e5 req-c62940d1-90fc-4918-8a01-10d42bc32a76 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:50:56.219384 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-0794a568-757c-4dce-9070-8cca914403e5 req-c62940d1-90fc-4918-8a01-10d42bc32a76 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for port, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:50:56.245332 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-0794a568-757c-4dce-9070-8cca914403e5 req-c62940d1-90fc-4918-8a01-10d42bc32a76 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7486007
May 02 03:50:56.258318 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.v2.base [req-0794a568-757c-4dce-9070-8cca914403e5 req-4f554ac2-adca-4e0f-8edb-4fd1190ae608 service neutron] Request body: {'port': {'device_id': '4192adf3-189f-4038-9e8f-74aea196bbf8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78907'}} {{(pid=73900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:50:56.372344 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-0794a568-757c-4dce-9070-8cca914403e5 req-4f554ac2-adca-4e0f-8edb-4fd1190ae608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:50:56.395337 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-1297e16b-958e-42bb-9942-9f6d84d717ac None None] Provisioning for port 26064ee4-f180-4e61-a381-8a313097a6d6 completed by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:50:56.399869 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-1297e16b-958e-42bb-9942-9f6d84d717ac None None] Provisioning complete for port 26064ee4-f180-4e61-a381-8a313097a6d6 triggered by entity DHCP. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:50:56.400239 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-1297e16b-958e-42bb-9942-9f6d84d717ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:50:56.451731 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-1297e16b-958e-42bb-9942-9f6d84d717ac None None] Port 26064ee4-f180-4e61-a381-8a313097a6d6 cannot update to ACTIVE because it is not bound. {{(pid=73902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 02 03:50:56.695872 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b0af8e-c088-4280-8045-ceb62b26ef34 req-ebfd34bd-992f-431c-bbe1-030cd7e13e21 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:50:56.697359 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-89b0af8e-c088-4280-8045-ceb62b26ef34 req-ebfd34bd-992f-431c-bbe1-030cd7e13e21 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/ports?device_id=4192adf3-189f-4038-9e8f-74aea196bbf8 HTTP/1.1" status: 200  len: 931 time: 0.0876305
May 02 03:50:56.743108 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-89b0af8e-c088-4280-8045-ceb62b26ef34 req-41cd8e23-14c5-4c0f-b90d-9510b432f35c tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/security-groups?id=dcfcf693-3a80-4024-9c11-020557a5067b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0397530
May 02 03:50:56.809911 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.notifiers.nova [req-0794a568-757c-4dce-9070-8cca914403e5 req-4f554ac2-adca-4e0f-8edb-4fd1190ae608 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26064ee4-f180-4e61-a381-8a313097a6d6 {{(pid=73900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 02 03:50:56.817646 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-0794a568-757c-4dce-9070-8cca914403e5 req-4f554ac2-adca-4e0f-8edb-4fd1190ae608 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:50:56.831560 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.provisioning_blocks [req-0794a568-757c-4dce-9070-8cca914403e5 req-4f554ac2-adca-4e0f-8edb-4fd1190ae608 service neutron] Transition to ACTIVE for port object 26064ee4-f180-4e61-a381-8a313097a6d6 will not be triggered until provisioned by entity L2. {{(pid=73900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 02 03:50:56.835871 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-0794a568-757c-4dce-9070-8cca914403e5 req-4f554ac2-adca-4e0f-8edb-4fd1190ae608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-899214'] for port, after_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:50:56.840169 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-47bfa5fa-5379-4280-83a6-50a8489232c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:50:56.996080 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f554ac2-adca-4e0f-8edb-4fd1190ae608 service neutron] Pushing event updated for resources: {'Port': ['ID=26064ee4-f180-4e61-a381-8a313097a6d6,revision_number=2']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:50:57.003604 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-4f554ac2-adca-4e0f-8edb-4fd1190ae608 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:50:57.075921 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [req-0794a568-757c-4dce-9070-8cca914403e5 req-4f554ac2-adca-4e0f-8edb-4fd1190ae608 service neutron] Attempting to bind port 26064ee4-f180-4e61-a381-8a313097a6d6 on host hv-cinder-78907 for vnic_type normal with profile  {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 02 03:50:57.076258 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [req-0794a568-757c-4dce-9070-8cca914403e5 req-4f554ac2-adca-4e0f-8edb-4fd1190ae608 service neutron] Attempting to bind port 26064ee4-f180-4e61-a381-8a313097a6d6 by drivers openvswitch,hyperv on host hv-cinder-78907 at level 0 using segments [{'id': 'f2d762ee-186f-403b-bcea-c59708d84555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7'}] {{(pid=73900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 02 03:50:57.076682 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0794a568-757c-4dce-9070-8cca914403e5 req-4f554ac2-adca-4e0f-8edb-4fd1190ae608 service neutron] Attempting to bind port 26064ee4-f180-4e61-a381-8a313097a6d6 on network e0f2c995-0c49-41f7-960f-54ff752d74e7 {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:50:57.081510 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0794a568-757c-4dce-9070-8cca914403e5 req-4f554ac2-adca-4e0f-8edb-4fd1190ae608 service neutron] Port 26064ee4-f180-4e61-a381-8a313097a6d6 on network e0f2c995-0c49-41f7-960f-54ff752d74e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78907 {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 02 03:50:57.081829 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0794a568-757c-4dce-9070-8cca914403e5 req-4f554ac2-adca-4e0f-8edb-4fd1190ae608 service neutron] Attempting to bind port 26064ee4-f180-4e61-a381-8a313097a6d6 on network e0f2c995-0c49-41f7-960f-54ff752d74e7 {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 02 03:50:57.087142 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0794a568-757c-4dce-9070-8cca914403e5 req-4f554ac2-adca-4e0f-8edb-4fd1190ae608 service neutron] Checking agent: {'id': '8531ff9a-0c75-4a44-9da7-2507d2e05f16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 8, 9), 'started_at': datetime.datetime(2021, 5, 2, 3, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 02 03:50:57.087478 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0794a568-757c-4dce-9070-8cca914403e5 req-4f554ac2-adca-4e0f-8edb-4fd1190ae608 service neutron] Checking segment: {'id': 'f2d762ee-186f-403b-bcea-c59708d84555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 02 03:50:57.087861 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0794a568-757c-4dce-9070-8cca914403e5 req-4f554ac2-adca-4e0f-8edb-4fd1190ae608 service neutron] Bound using segment: {'id': 'f2d762ee-186f-403b-bcea-c59708d84555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7'} {{(pid=73900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 02 03:50:57.088281 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [req-0794a568-757c-4dce-9070-8cca914403e5 req-4f554ac2-adca-4e0f-8edb-4fd1190ae608 service neutron] Bound port: 26064ee4-f180-4e61-a381-8a313097a6d6, host: hv-cinder-78907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2d762ee-186f-403b-bcea-c59708d84555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7'}}] {{(pid=73900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 02 03:50:57.088623 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-0794a568-757c-4dce-9070-8cca914403e5 req-4f554ac2-adca-4e0f-8edb-4fd1190ae608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:50:57.178194 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [req-0794a568-757c-4dce-9070-8cca914403e5 req-4f554ac2-adca-4e0f-8edb-4fd1190ae608 service neutron] For port 26064ee4-f180-4e61-a381-8a313097a6d6, host hv-cinder-78907, cleared binding levels {{(pid=73900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 02 03:50:57.181204 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [req-0794a568-757c-4dce-9070-8cca914403e5 req-4f554ac2-adca-4e0f-8edb-4fd1190ae608 service neutron] For port 26064ee4-f180-4e61-a381-8a313097a6d6, host hv-cinder-78907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=26064ee4-f180-4e61-a381-8a313097a6d6,segment=NetworkSegment(f2d762ee-186f-403b-bcea-c59708d84555),segment_id=f2d762ee-186f-403b-bcea-c59708d84555)] {{(pid=73900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 02 03:50:57.184981 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-0794a568-757c-4dce-9070-8cca914403e5 req-4f554ac2-adca-4e0f-8edb-4fd1190ae608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-899214'] for port, after_update {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:50:57.189389 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-7e81692b-f032-4aee-9325-8b18c35cd40b tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:50:57.241343 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794a568-757c-4dce-9070-8cca914403e5 req-4f554ac2-adca-4e0f-8edb-4fd1190ae608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:50:57.241962 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-0794a568-757c-4dce-9070-8cca914403e5 req-4f554ac2-adca-4e0f-8edb-4fd1190ae608 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for port, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:50:57.243342 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-0794a568-757c-4dce-9070-8cca914403e5 req-4f554ac2-adca-4e0f-8edb-4fd1190ae608 service neutron] 10.222.0.37 "PUT /v2.0/ports/26064ee4-f180-4e61-a381-8a313097a6d6 HTTP/1.1" status: 200  len: 1093 time: 0.9900279
May 02 03:50:57.243835 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4192adf3-189f-4038-9e8f-74aea196bbf8', 'tag': '26064ee4-f180-4e61-a381-8a313097a6d6'}] {{(pid=73900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:50:57.270952 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f554ac2-adca-4e0f-8edb-4fd1190ae608 service neutron] Pushing event updated for resources: {'Port': ['ID=26064ee4-f180-4e61-a381-8a313097a6d6,revision_number=3']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:50:57.274104 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-4f554ac2-adca-4e0f-8edb-4fd1190ae608 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:50:57.365422 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794a568-757c-4dce-9070-8cca914403e5 req-0aef5680-b3b8-4a56-a1e0-82524d60f31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:50:57.367049 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-0794a568-757c-4dce-9070-8cca914403e5 req-0aef5680-b3b8-4a56-a1e0-82524d60f31b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4d0706d5cb74153ac23af4cb02afd02&device_id=4192adf3-189f-4038-9e8f-74aea196bbf8 HTTP/1.1" status: 200  len: 1096 time: 0.0795233
May 02 03:50:57.368892 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4192adf3-189f-4038-9e8f-74aea196bbf8', 'tag': '26064ee4-f180-4e61-a381-8a313097a6d6', 'status': 'completed', 'code': 200}
May 02 03:50:57.439774 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-0794a568-757c-4dce-9070-8cca914403e5 req-e388f2bc-a241-4e59-bbe6-a6449d79470f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26064ee4-f180-4e61-a381-8a313097a6d6 HTTP/1.1" status: 200  len: 217 time: 0.0646553
May 02 03:50:57.503106 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794a568-757c-4dce-9070-8cca914403e5 req-d2b6fad5-8d45-4bd4-aa07-2f3ef94ccccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:50:57.504595 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-0794a568-757c-4dce-9070-8cca914403e5 req-d2b6fad5-8d45-4bd4-aa07-2f3ef94ccccd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4adfad06-ce64-4b56-9404-7ece70fb7c5a HTTP/1.1" status: 200  len: 851 time: 0.0586760
May 02 03:50:57.577449 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794a568-757c-4dce-9070-8cca914403e5 req-eb833473-173f-4c32-8df0-9ca9283adfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:50:57.578881 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-0794a568-757c-4dce-9070-8cca914403e5 req-eb833473-173f-4c32-8df0-9ca9283adfd7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0f2c995-0c49-41f7-960f-54ff752d74e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0685613
May 02 03:50:57.627503 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:50:57.706839 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-0794a568-757c-4dce-9070-8cca914403e5 req-d29c5546-2f94-4c3b-bf4b-d02d632ae862 service neutron] 10.222.0.37 "GET /v2.0/networks/e0f2c995-0c49-41f7-960f-54ff752d74e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1212134
May 02 03:50:57.841796 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-0794a568-757c-4dce-9070-8cca914403e5 req-45647342-9fbc-4f41-8244-707176d893b9 service neutron] 10.222.0.37 "GET /v2.0/networks/e0f2c995-0c49-41f7-960f-54ff752d74e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1288588
May 02 03:50:57.932728 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a57f8f7-d023-4a4a-bec8-3eed235c3b6e req-8d0ea240-82e8-411b-92a1-3bfa8b62456d tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:50:57.934153 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-5a57f8f7-d023-4a4a-bec8-3eed235c3b6e req-8d0ea240-82e8-411b-92a1-3bfa8b62456d tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/ports?device_id=4192adf3-189f-4038-9e8f-74aea196bbf8 HTTP/1.1" status: 200  len: 943 time: 0.0829480
May 02 03:50:57.965441 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66070c00-bf90-4fe3-8eee-83ef06d65269 req-a31a1a07-4f76-478d-9593-503e343645ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:50:57.966911 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-66070c00-bf90-4fe3-8eee-83ef06d65269 req-a31a1a07-4f76-478d-9593-503e343645ee service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4d0706d5cb74153ac23af4cb02afd02&device_id=4192adf3-189f-4038-9e8f-74aea196bbf8 HTTP/1.1" status: 200  len: 1096 time: 0.0757461
May 02 03:50:57.978858 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-5a57f8f7-d023-4a4a-bec8-3eed235c3b6e req-445add7a-ad80-4595-8567-9af1dfca119a tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/security-groups?id=dcfcf693-3a80-4024-9c11-020557a5067b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0386040
May 02 03:50:58.096158 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66070c00-bf90-4fe3-8eee-83ef06d65269 req-11b41914-5e10-49b8-bf35-2e8332b1a21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:50:58.097628 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-66070c00-bf90-4fe3-8eee-83ef06d65269 req-11b41914-5e10-49b8-bf35-2e8332b1a21c service neutron] 10.222.0.37 "GET /v2.0/networks?id=e0f2c995-0c49-41f7-960f-54ff752d74e7 HTTP/1.1" status: 200  len: 913 time: 0.1234136
May 02 03:50:58.163573 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-66070c00-bf90-4fe3-8eee-83ef06d65269 req-54235c34-a60a-437c-99e2-93c3bc9fe385 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26064ee4-f180-4e61-a381-8a313097a6d6 HTTP/1.1" status: 200  len: 217 time: 0.0591121
May 02 03:50:58.227705 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66070c00-bf90-4fe3-8eee-83ef06d65269 req-42508745-8b51-4cbb-ad71-5467c69f59c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:50:58.229084 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-66070c00-bf90-4fe3-8eee-83ef06d65269 req-42508745-8b51-4cbb-ad71-5467c69f59c4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4adfad06-ce64-4b56-9404-7ece70fb7c5a HTTP/1.1" status: 200  len: 851 time: 0.0590100
May 02 03:50:58.307034 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66070c00-bf90-4fe3-8eee-83ef06d65269 req-d167916b-e044-4bbb-9060-1e9807895419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:50:58.308468 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-66070c00-bf90-4fe3-8eee-83ef06d65269 req-d167916b-e044-4bbb-9060-1e9807895419 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0f2c995-0c49-41f7-960f-54ff752d74e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0690067
May 02 03:50:58.530767 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-66070c00-bf90-4fe3-8eee-83ef06d65269 req-d30eb157-4a6c-4c55-a9d9-ea2084467202 service neutron] 10.222.0.37 "GET /v2.0/networks/e0f2c995-0c49-41f7-960f-54ff752d74e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2114840
May 02 03:50:58.659614 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-66070c00-bf90-4fe3-8eee-83ef06d65269 req-b94cdd3d-2231-4ed8-a082-39a362a3a31b service neutron] 10.222.0.37 "GET /v2.0/networks/e0f2c995-0c49-41f7-960f-54ff752d74e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1223619
May 02 03:50:59.162288 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c11271d-c77a-43da-9198-6050cf1b2b51 req-2a9f6a10-ca19-4882-b1e4-1380b0240a73 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:50:59.163742 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4c11271d-c77a-43da-9198-6050cf1b2b51 req-2a9f6a10-ca19-4882-b1e4-1380b0240a73 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/ports?device_id=4192adf3-189f-4038-9e8f-74aea196bbf8 HTTP/1.1" status: 200  len: 943 time: 0.0784593
May 02 03:50:59.208727 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4c11271d-c77a-43da-9198-6050cf1b2b51 req-94c79330-773e-4775-87ea-43c6a7d12ae4 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/security-groups?id=dcfcf693-3a80-4024-9c11-020557a5067b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0389218
May 02 03:51:00.391685 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d801a3b3-4c74-4977-8887-f64e8ea97a73 req-9cec2308-c9ce-4c08-a66b-da9ba313b900 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:51:00.393109 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-d801a3b3-4c74-4977-8887-f64e8ea97a73 req-9cec2308-c9ce-4c08-a66b-da9ba313b900 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/ports?device_id=4192adf3-189f-4038-9e8f-74aea196bbf8 HTTP/1.1" status: 200  len: 943 time: 0.0806854
May 02 03:51:00.437512 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-d801a3b3-4c74-4977-8887-f64e8ea97a73 req-7de10d04-19cf-41da-8bc8-586cf263b4fe tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/security-groups?id=dcfcf693-3a80-4024-9c11-020557a5067b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0379260
May 02 03:51:01.620559 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baaf71c-9afc-474d-9fbf-7bb10f62203a req-d1a5f3e1-03ce-459b-a929-003ad2cceef6 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:51:01.621982 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2baaf71c-9afc-474d-9fbf-7bb10f62203a req-d1a5f3e1-03ce-459b-a929-003ad2cceef6 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/ports?device_id=4192adf3-189f-4038-9e8f-74aea196bbf8 HTTP/1.1" status: 200  len: 943 time: 0.0816643
May 02 03:51:01.665998 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2baaf71c-9afc-474d-9fbf-7bb10f62203a req-20ef187f-1a83-409a-84aa-d2995f3714e9 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/security-groups?id=dcfcf693-3a80-4024-9c11-020557a5067b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0383222
May 02 03:51:02.848423 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea9d78-5571-4ced-a509-abf677693dae req-1499885f-b0f4-4287-988a-eb09c865bc32 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:51:02.850409 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-dfea9d78-5571-4ced-a509-abf677693dae req-1499885f-b0f4-4287-988a-eb09c865bc32 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/ports?device_id=4192adf3-189f-4038-9e8f-74aea196bbf8 HTTP/1.1" status: 200  len: 943 time: 0.0791442
May 02 03:51:02.893688 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-dfea9d78-5571-4ced-a509-abf677693dae req-05bebdc7-355b-47cf-87a1-f5612a0cbb29 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/security-groups?id=dcfcf693-3a80-4024-9c11-020557a5067b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0374181
May 02 03:51:04.078155 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bafdaa-2028-4961-acf2-3c3e631b3f07 req-0b8470bd-e918-4df5-aa3e-72b2d0f385ee tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:51:04.079849 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-47bafdaa-2028-4961-acf2-3c3e631b3f07 req-0b8470bd-e918-4df5-aa3e-72b2d0f385ee tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/ports?device_id=4192adf3-189f-4038-9e8f-74aea196bbf8 HTTP/1.1" status: 200  len: 943 time: 0.0805624
May 02 03:51:04.123961 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-47bafdaa-2028-4961-acf2-3c3e631b3f07 req-3a5ab7d6-b1d4-4c89-9fe0-1ba36885128f tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/security-groups?id=dcfcf693-3a80-4024-9c11-020557a5067b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0379424
May 02 03:51:05.195247 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-d654d4a1-15a5-4d45-b74d-9495b9bcfcc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:05.308631 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dada1a9e-15e4-449f-9f62-fc7d3f405dbb req-23d700fc-e053-4f26-9e96-02a27167fdab tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:51:05.310066 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-dada1a9e-15e4-449f-9f62-fc7d3f405dbb req-23d700fc-e053-4f26-9e96-02a27167fdab tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/ports?device_id=4192adf3-189f-4038-9e8f-74aea196bbf8 HTTP/1.1" status: 200  len: 943 time: 0.0829258
May 02 03:51:05.441220 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-dada1a9e-15e4-449f-9f62-fc7d3f405dbb req-3f0de1e7-eb50-4553-9d6f-c79595a5a310 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/security-groups?id=dcfcf693-3a80-4024-9c11-020557a5067b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1253567
May 02 03:51:06.301566 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device 26064ee4-f180-4e61-a381-8a313097a6d6 details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=73902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 02 03:51:06.432952 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port 26064ee4-f180-4e61-a381-8a313097a6d6, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=26064ee4-f180-4e61-a381-8a313097a6d6,segment=NetworkSegment(f2d762ee-186f-403b-bcea-c59708d84555),segment_id=f2d762ee-186f-403b-bcea-c59708d84555)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:51:06.446466 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Returning: {'device': '26064ee4-f180-4e61-a381-8a313097a6d6', 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7', 'port_id': '26064ee4-f180-4e61-a381-8a313097a6d6', 'mac_address': 'fa:16:3e:c1:04:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4adfad06-ce64-4b56-9404-7ece70fb7c5a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 02 03:51:06.504202 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:06.521937 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.notifiers.nova [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26064ee4-f180-4e61-a381-8a313097a6d6 {{(pid=73902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 02 03:51:06.537622 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port 26064ee4-f180-4e61-a381-8a313097a6d6, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=26064ee4-f180-4e61-a381-8a313097a6d6,segment=NetworkSegment(f2d762ee-186f-403b-bcea-c59708d84555),segment_id=f2d762ee-186f-403b-bcea-c59708d84555)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:51:06.541794 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:06.543618 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:51:06.610100 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Pushing event updated for resources: {'Port': ['ID=26064ee4-f180-4e61-a381-8a313097a6d6,revision_number=4']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:51:06.618092 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:51:06.618449 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:51:06.618789 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:51:06.619117 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:51:06.619441 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:51:06.619763 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:51:06.620082 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:51:06.620400 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:51:06.620718 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:51:06.621032 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:51:06.621349 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:51:06.621660 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:51:06.624850 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd9822-e202-43de-acbb-09f446ceac19 req-0063058c-5e5f-4832-8b2d-a17a57ee7f75 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:51:06.625438 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:51:06.626534 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-40cd9822-e202-43de-acbb-09f446ceac19 req-0063058c-5e5f-4832-8b2d-a17a57ee7f75 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/ports?device_id=4192adf3-189f-4038-9e8f-74aea196bbf8 HTTP/1.1" status: 200  len: 944 time: 0.0801387
May 02 03:51:06.672790 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-40cd9822-e202-43de-acbb-09f446ceac19 req-5b3de649-e5d8-434b-8461-9a95cd582732 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/security-groups?id=dcfcf693-3a80-4024-9c11-020557a5067b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0403225
May 02 03:51:06.766642 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] get_ports_and_sgs() called for port_ids ['26064ee4-f180-4e61-a381-8a313097a6d6'] {{(pid=73902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 02 03:51:07.855937 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b48e9-65e7-4188-9f9f-52f84b5f5905 req-08689616-a595-495f-a755-284f83b77364 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:51:07.857354 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2b0b48e9-65e7-4188-9f9f-52f84b5f5905 req-08689616-a595-495f-a755-284f83b77364 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/ports?device_id=4192adf3-189f-4038-9e8f-74aea196bbf8 HTTP/1.1" status: 200  len: 944 time: 0.0794525
May 02 03:51:07.878571 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:07.905640 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2b0b48e9-65e7-4188-9f9f-52f84b5f5905 req-24a5845e-4b48-4cee-9249-f1ea8113accb tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/security-groups?id=dcfcf693-3a80-4024-9c11-020557a5067b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0425420
May 02 03:51:08.179168 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-55d835f0-60d9-431f-8d85-7b6ce6e51008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:08.316950 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device 26064ee4-f180-4e61-a381-8a313097a6d6 up at agent hyperv_hv-cinder-78907 {{(pid=73902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 02 03:51:08.382315 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Provisioning for port 26064ee4-f180-4e61-a381-8a313097a6d6 completed by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 02 03:51:08.386908 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.provisioning_blocks [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Provisioning complete for port 26064ee4-f180-4e61-a381-8a313097a6d6 triggered by entity L2. {{(pid=73902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 02 03:51:08.387281 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771161'] for port, provisioning_complete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:08.501873 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:08.527944 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4192adf3-189f-4038-9e8f-74aea196bbf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26064ee4-f180-4e61-a381-8a313097a6d6'}] {{(pid=73902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:51:08.537434 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] For port 26064ee4-f180-4e61-a381-8a313097a6d6, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=26064ee4-f180-4e61-a381-8a313097a6d6,segment=NetworkSegment(f2d762ee-186f-403b-bcea-c59708d84555),segment_id=f2d762ee-186f-403b-bcea-c59708d84555)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:51:08.541852 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589'] for port, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:08.544880 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:51:08.610254 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Pushing event updated for resources: {'Port': ['ID=26064ee4-f180-4e61-a381-8a313097a6d6,revision_number=5']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:51:08.613156 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:51:08.624693 dv-cinder-789077-1-iscsi neutron-server[73902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4192adf3-189f-4038-9e8f-74aea196bbf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26064ee4-f180-4e61-a381-8a313097a6d6', 'code': 200}
May 02 03:51:08.904448 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11ddeaf-65c0-4de0-a7c0-34cc8cd4f42e req-b84862a6-8691-49f5-91dc-4ad2d9a77891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:51:08.905887 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-b11ddeaf-65c0-4de0-a7c0-34cc8cd4f42e req-b84862a6-8691-49f5-91dc-4ad2d9a77891 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4192adf3-189f-4038-9e8f-74aea196bbf8 HTTP/1.1" status: 200  len: 1098 time: 0.0734441
May 02 03:51:08.947452 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-b11ddeaf-65c0-4de0-a7c0-34cc8cd4f42e req-534e38ef-fc25-4bbc-b38b-34590a62b8e0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=dcfcf693-3a80-4024-9c11-020557a5067b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0345707
May 02 03:51:09.104559 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e2e09-0654-42ac-a3fc-4b2dc4bd3e80 req-8c5f3d87-e6ec-4224-8475-f640c82be88b tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:51:09.105971 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-513e2e09-0654-42ac-a3fc-4b2dc4bd3e80 req-8c5f3d87-e6ec-4224-8475-f640c82be88b tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/ports?device_id=4192adf3-189f-4038-9e8f-74aea196bbf8 HTTP/1.1" status: 200  len: 945 time: 0.0889854
May 02 03:51:09.149436 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-513e2e09-0654-42ac-a3fc-4b2dc4bd3e80 req-79548d5e-0173-4265-8cb9-82f6d26dbc83 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/security-groups?id=dcfcf693-3a80-4024-9c11-020557a5067b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0377498
May 02 03:51:09.374815 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:10.384433 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c3e4b-2c60-45dd-8cf2-ac5cc5b87edc req-09196d47-0b0b-49d9-8155-d3bce30d9cac tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:51:10.385854 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-3e3c3e4b-2c60-45dd-8cf2-ac5cc5b87edc req-09196d47-0b0b-49d9-8155-d3bce30d9cac tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/ports?device_id=4192adf3-189f-4038-9e8f-74aea196bbf8 HTTP/1.1" status: 200  len: 945 time: 0.0812359
May 02 03:51:10.431759 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-3e3c3e4b-2c60-45dd-8cf2-ac5cc5b87edc req-a46d6944-4b9e-4911-8262-063584d3e4b9 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/security-groups?id=dcfcf693-3a80-4024-9c11-020557a5067b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0402048
May 02 03:51:10.613208 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3313d30-1295-4f83-9921-42e8d79666db req-43a77134-7eea-47e5-b75b-ad0264ad2b4e tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:51:10.614677 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-b3313d30-1295-4f83-9921-42e8d79666db req-43a77134-7eea-47e5-b75b-ad0264ad2b4e tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/ports?device_id=4192adf3-189f-4038-9e8f-74aea196bbf8 HTTP/1.1" status: 200  len: 945 time: 0.0813560
May 02 03:51:10.658069 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-b3313d30-1295-4f83-9921-42e8d79666db req-68c65e13-da10-41fc-9c62-bd20543d5bc3 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/security-groups?id=dcfcf693-3a80-4024-9c11-020557a5067b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0371294
May 02 03:51:10.681524 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 42390) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:51:10.754598 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d31381-c58f-4524-a2c7-e0ac6fc8f516 tempest-TestVolumeBootPattern-658940444 tempest-TestVolumeBootPattern-658940444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:51:10.756010 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-72d31381-c58f-4524-a2c7-e0ac6fc8f516 tempest-TestVolumeBootPattern-658940444 tempest-TestVolumeBootPattern-658940444-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=4192adf3-189f-4038-9e8f-74aea196bbf8 HTTP/1.1" status: 200  len: 1093 time: 0.0735528
May 02 03:51:10.758691 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 42394) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:51:10.763522 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.v2.base [None req-361364cf-52ab-45fd-bd53-e38f32617649 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Request body: {'floatingip': {'floating_network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'port_id': '26064ee4-f180-4e61-a381-8a313097a6d6', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'fixed_ip_address': '172.20.0.4'}} {{(pid=73901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 02 03:51:10.769137 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-361364cf-52ab-45fd-bd53-e38f32617649 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 02 03:51:10.773369 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-361364cf-52ab-45fd-bd53-e38f32617649 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Usage tracker for resource:floatingip and tenant:a4d0706d5cb74153ac23af4cb02afd02 is out of sync, need to count used quota {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 02 03:51:10.776170 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [None req-361364cf-52ab-45fd-bd53-e38f32617649 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=73901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 02 03:51:10.781623 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.quota.driver [None req-361364cf-52ab-45fd-bd53-e38f32617649 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=73901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 02 03:51:10.793113 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-361364cf-52ab-45fd-bd53-e38f32617649 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks [] for floatingip, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:10.880863 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:10.932968 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-361364cf-52ab-45fd-bd53-e38f32617649 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:11.069988 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.db_base_plugin_common [None req-361364cf-52ab-45fd-bd53-e38f32617649 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Allocated IP 172.27.0.27 (8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700/cde322b7-5107-4ee3-8bef-bf160ca73532/b2b540f8-4db5-4434-854f-ef08bad8658d) {{(pid=73901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 02 03:51:11.215598 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-361364cf-52ab-45fd-bd53-e38f32617649 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks [] for port, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:11.245368 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-361364cf-52ab-45fd-bd53-e38f32617649 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747865333526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718557'] for port, after_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:11.249958 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-f172623e-7ac9-4b5f-a8d5-415a4a8f8dd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:51:11.307742 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361364cf-52ab-45fd-bd53-e38f32617649 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Network 8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700 is already hosted by enough agents. {{(pid=73901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 02 03:51:11.311026 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.base_scheduler [None req-361364cf-52ab-45fd-bd53-e38f32617649 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Resources bound (agent type, host, resource id):  {{(pid=73901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 02 03:51:11.313394 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361364cf-52ab-45fd-bd53-e38f32617649 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Received port after_create {{(pid=73901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 02 03:51:11.362845 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361364cf-52ab-45fd-bd53-e38f32617649 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Pushing event updated for resources: {'Port': ['ID=b2b540f8-4db5-4434-854f-ef08bad8658d,revision_number=1']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:51:11.374380 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361364cf-52ab-45fd-bd53-e38f32617649 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:51:11.374775 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361364cf-52ab-45fd-bd53-e38f32617649 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:51:11.375140 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361364cf-52ab-45fd-bd53-e38f32617649 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:51:11.375499 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361364cf-52ab-45fd-bd53-e38f32617649 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:51:11.375852 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361364cf-52ab-45fd-bd53-e38f32617649 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:51:11.376207 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361364cf-52ab-45fd-bd53-e38f32617649 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:51:11.376557 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361364cf-52ab-45fd-bd53-e38f32617649 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:51:11.376906 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361364cf-52ab-45fd-bd53-e38f32617649 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:51:11.377255 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361364cf-52ab-45fd-bd53-e38f32617649 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:51:11.377605 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361364cf-52ab-45fd-bd53-e38f32617649 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:51:11.377949 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361364cf-52ab-45fd-bd53-e38f32617649 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:51:11.378289 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361364cf-52ab-45fd-bd53-e38f32617649 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:51:11.384950 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-361364cf-52ab-45fd-bd53-e38f32617649 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:51:11.534014 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:11.738261 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-361364cf-52ab-45fd-bd53-e38f32617649 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:11.813062 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-361364cf-52ab-45fd-bd53-e38f32617649 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1724475'] for port, before_update {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:12.099065 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-361364cf-52ab-45fd-bd53-e38f32617649 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks [] for port, precommit_update {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:12.103411 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-361364cf-52ab-45fd-bd53-e38f32617649 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747865750685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747865333544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747865333589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718570'] for port, after_update {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:12.107563 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:51:12.210765 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361364cf-52ab-45fd-bd53-e38f32617649 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Pushing event updated for resources: {'Port': ['ID=b2b540f8-4db5-4434-854f-ef08bad8658d,revision_number=2']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:51:12.214854 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-361364cf-52ab-45fd-bd53-e38f32617649 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:51:12.222895 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-361364cf-52ab-45fd-bd53-e38f32617649 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419409'] for floatingip, after_update {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:12.391021 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.db.l3_db [None req-361364cf-52ab-45fd-bd53-e38f32617649 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Floating IP 8ca9d6f6-b801-4ce7-8fdc-d8688c64ab47 associated. External IP: 172.27.0.27, port: 26064ee4-f180-4e61-a381-8a313097a6d6.
May 02 03:51:12.731387 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-361364cf-52ab-45fd-bd53-e38f32617649 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Router 9cc4b5a0-7c8a-4564-b9aa-63f41965780d has already been hosted by L3 agent c822661f-3527-457d-a53a-678072f60f18 {{(pid=73901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 02 03:51:12.915681 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361364cf-52ab-45fd-bd53-e38f32617649 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify agent at l3_agent.dv-cinder-789077-1-iscsi the message routers_updated {{(pid=73901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 02 03:51:12.925164 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9239ad66-b448-4f74-8978-9536d7574b9a None None] Sync routers for ids ['9cc4b5a0-7c8a-4564-b9aa-63f41965780d'] in dv-cinder-789077-1-iscsi {{(pid=73902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 02 03:51:12.938326 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9239ad66-b448-4f74-8978-9536d7574b9a None None] Routers {'9cc4b5a0-7c8a-4564-b9aa-63f41965780d'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:51:12.938955 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-9239ad66-b448-4f74-8978-9536d7574b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c54856880>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:51:08Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['9cc4b5a0-7c8a-4564-b9aa-63f41965780d'], 'active': True} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:51:12.940887 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-361364cf-52ab-45fd-bd53-e38f32617649 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for floatingip, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:12.996133 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-361364cf-52ab-45fd-bd53-e38f32617649 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.2363617
May 02 03:51:12.996797 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4192adf3-189f-4038-9e8f-74aea196bbf8', 'tag': '26064ee4-f180-4e61-a381-8a313097a6d6'}] {{(pid=73901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:51:13.165440 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvr_db [None req-9239ad66-b448-4f74-8978-9536d7574b9a None None] Set router 9cc4b5a0-7c8a-4564-b9aa-63f41965780d gateway port host: dv-cinder-789077-1-iscsi {{(pid=73902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:51:13.195384 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4192adf3-189f-4038-9e8f-74aea196bbf8', 'tag': '26064ee4-f180-4e61-a381-8a313097a6d6', 'status': 'completed', 'code': 200}
May 02 03:51:13.285103 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7bdd39-a5a1-4d5e-9d40-05367d331d85 req-7386eb2d-93b1-46ad-97ec-7f43261c177e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:51:13.286473 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-4e7bdd39-a5a1-4d5e-9d40-05367d331d85 req-7386eb2d-93b1-46ad-97ec-7f43261c177e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4d0706d5cb74153ac23af4cb02afd02&device_id=4192adf3-189f-4038-9e8f-74aea196bbf8 HTTP/1.1" status: 200  len: 1098 time: 0.0705409
May 02 03:51:13.415671 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7bdd39-a5a1-4d5e-9d40-05367d331d85 req-88c697cd-edd4-4054-8ee7-2bdc218dfef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:51:13.417131 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-4e7bdd39-a5a1-4d5e-9d40-05367d331d85 req-88c697cd-edd4-4054-8ee7-2bdc218dfef8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e0f2c995-0c49-41f7-960f-54ff752d74e7 HTTP/1.1" status: 200  len: 913 time: 0.1247451
May 02 03:51:13.519780 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-9239ad66-b448-4f74-8978-9536d7574b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c54856880>, [{'id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'name': 'tempest-TestVolumeBootPattern-1686692641-router', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:45:55Z', 'updated_at': '2021-05-02T03:45:59Z', 'revision_number': 4, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'gw_port': {'id': '2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:45:56Z', 'updated_at': '2021-05-02T03:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_floatingips': [{'id': '10a0fff7-9654-46fa-9d3d-e8412202cd9b', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'floating_ip_address': '172.27.0.179', 'floating_network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'router_id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'port_id': 'af550294-aedf-403e-91a3-9b438e67abf3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7', 'mac_address': 'fa:16:3e:c3:8d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e163002-b769-4afe-bc17-255419a99087', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:49:15Z', 'updated_at': '2021-05-02T03:49:18Z', 'revision_number': 1, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'fixed_ip_address_scope': None}, {'id': '8ca9d6f6-b801-4ce7-8fdc-d8688c64ab47', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'router_id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'port_id': '26064ee4-f180-4e61-a381-8a313097a6d6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7', 'mac_address': 'fa:16:3e:c1:04:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4192adf3-189f-4038-9e8f-74aea196bbf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:51:11Z', 'updated_at': '2021-05-02T03:51:11Z', 'revision_number': 0, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9ac207-b9aa-4916-b1a9-0f83aad78608', 'name': '', 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'mac_address': 'fa:16:3e:d8:a6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4adfad06-ce64-4b56-9404-7ece70fb7c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:45:58Z', 'updated_at': '2021-05-02T03:46:07Z', 'revision_number': 5, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'subnets': [{'id': '4adfad06-ce64-4b56-9404-7ece70fb7c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:51:13.520120 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-4e7bdd39-a5a1-4d5e-9d40-05367d331d85 req-d90bcd68-6ae2-4f41-8726-06914586fa08 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26064ee4-f180-4e61-a381-8a313097a6d6 HTTP/1.1" status: 200  len: 998 time: 0.0960755
May 02 03:51:13.524233 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9239ad66-b448-4f74-8978-9536d7574b9a None None] Checking router: 9cc4b5a0-7c8a-4564-b9aa-63f41965780d for host: dv-cinder-789077-1-iscsi {{(pid=73902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 02 03:51:13.532502 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9239ad66-b448-4f74-8978-9536d7574b9a None None] Routers {'9cc4b5a0-7c8a-4564-b9aa-63f41965780d'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:51:13.533085 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-9239ad66-b448-4f74-8978-9536d7574b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c54856880>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:51:08Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['9cc4b5a0-7c8a-4564-b9aa-63f41965780d'], 'active': True} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:51:13.586041 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7bdd39-a5a1-4d5e-9d40-05367d331d85 req-6afecb8c-2a2f-47eb-b800-dbdbf3b5160e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:51:13.587621 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-4e7bdd39-a5a1-4d5e-9d40-05367d331d85 req-6afecb8c-2a2f-47eb-b800-dbdbf3b5160e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4adfad06-ce64-4b56-9404-7ece70fb7c5a HTTP/1.1" status: 200  len: 851 time: 0.0617106
May 02 03:51:13.665757 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7bdd39-a5a1-4d5e-9d40-05367d331d85 req-6e15665c-7f02-43c7-b827-d551dded5045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:51:13.667432 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-4e7bdd39-a5a1-4d5e-9d40-05367d331d85 req-6e15665c-7f02-43c7-b827-d551dded5045 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0f2c995-0c49-41f7-960f-54ff752d74e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0723684
May 02 03:51:13.709585 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvr_db [None req-9239ad66-b448-4f74-8978-9536d7574b9a None None] Set router 9cc4b5a0-7c8a-4564-b9aa-63f41965780d gateway port host: dv-cinder-789077-1-iscsi {{(pid=73902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:51:13.802036 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-4e7bdd39-a5a1-4d5e-9d40-05367d331d85 req-29ef1676-9757-43a0-9f2c-7df2e9b36291 service neutron] 10.222.0.37 "GET /v2.0/networks/e0f2c995-0c49-41f7-960f-54ff752d74e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1273012
May 02 03:51:13.933894 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-4e7bdd39-a5a1-4d5e-9d40-05367d331d85 req-41838ceb-34db-433b-b6ad-703869b48477 service neutron] 10.222.0.37 "GET /v2.0/networks/e0f2c995-0c49-41f7-960f-54ff752d74e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1254442
May 02 03:51:14.058521 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-9239ad66-b448-4f74-8978-9536d7574b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c54856880>, [{'id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'name': 'tempest-TestVolumeBootPattern-1686692641-router', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:45:55Z', 'updated_at': '2021-05-02T03:45:59Z', 'revision_number': 4, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'gw_port': {'id': '2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:45:56Z', 'updated_at': '2021-05-02T03:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_floatingips': [{'id': '10a0fff7-9654-46fa-9d3d-e8412202cd9b', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'floating_ip_address': '172.27.0.179', 'floating_network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'router_id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'port_id': 'af550294-aedf-403e-91a3-9b438e67abf3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7', 'mac_address': 'fa:16:3e:c3:8d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e163002-b769-4afe-bc17-255419a99087', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:49:15Z', 'updated_at': '2021-05-02T03:49:18Z', 'revision_number': 1, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'fixed_ip_address_scope': None}, {'id': '8ca9d6f6-b801-4ce7-8fdc-d8688c64ab47', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'router_id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'port_id': '26064ee4-f180-4e61-a381-8a313097a6d6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7', 'mac_address': 'fa:16:3e:c1:04:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4192adf3-189f-4038-9e8f-74aea196bbf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:51:11Z', 'updated_at': '2021-05-02T03:51:11Z', 'revision_number': 0, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9ac207-b9aa-4916-b1a9-0f83aad78608', 'name': '', 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'mac_address': 'fa:16:3e:d8:a6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4adfad06-ce64-4b56-9404-7ece70fb7c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:45:58Z', 'updated_at': '2021-05-02T03:46:07Z', 'revision_number': 5, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'subnets': [{'id': '4adfad06-ce64-4b56-9404-7ece70fb7c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:51:14.062298 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9239ad66-b448-4f74-8978-9536d7574b9a None None] The sync data for ids ['9cc4b5a0-7c8a-4564-b9aa-63f41965780d'] in dv-cinder-789077-1-iscsi is: [{'id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'name': 'tempest-TestVolumeBootPattern-1686692641-router', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:45:55Z', 'updated_at': '2021-05-02T03:45:59Z', 'revision_number': 4, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'gw_port': {'id': '2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:45:56Z', 'updated_at': '2021-05-02T03:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_floatingips': [{'id': '10a0fff7-9654-46fa-9d3d-e8412202cd9b', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'floating_ip_address': '172.27.0.179', 'floating_network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'router_id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'port_id': 'af550294-aedf-403e-91a3-9b438e67abf3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7', 'mac_address': 'fa:16:3e:c3:8d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e163002-b769-4afe-bc17-255419a99087', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:49:15Z', 'updated_at': '2021-05-02T03:49:18Z', 'revision_number': 1, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'fixed_ip_address_scope': None}, {'id': '8ca9d6f6-b801-4ce7-8fdc-d8688c64ab47', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'router_id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'port_id': '26064ee4-f180-4e61-a381-8a313097a6d6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7', 'mac_address': 'fa:16:3e:c1:04:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4192adf3-189f-4038-9e8f-74aea196bbf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:51:11Z', 'updated_at': '2021-05-02T03:51:11Z', 'revision_number': 0, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9ac207-b9aa-4916-b1a9-0f83aad78608', 'name': '', 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'mac_address': 'fa:16:3e:d8:a6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4adfad06-ce64-4b56-9404-7ece70fb7c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:45:58Z', 'updated_at': '2021-05-02T03:46:07Z', 'revision_number': 5, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'subnets': [{'id': '4adfad06-ce64-4b56-9404-7ece70fb7c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 02 03:51:14.247140 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd08b46f-3fa1-48b5-9277-b0533777ced3 None None] New status for floating IP 8ca9d6f6-b801-4ce7-8fdc-d8688c64ab47: ACTIVE {{(pid=73903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 02 03:51:14.442885 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 42402) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:51:14.805676 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.plugin [None req-276d14ae-bc9f-416f-91ac-fd58c82b2562 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Deleting port 936b5597-4311-4690-83dc-7ce9bad9f7c1 {{(pid=73901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:51:14.805902 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-276d14ae-bc9f-416f-91ac-fd58c82b2562 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:14.923619 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-276d14ae-bc9f-416f-91ac-fd58c82b2562 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:14.923941 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-276d14ae-bc9f-416f-91ac-fd58c82b2562 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:15.047365 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.plugin [None req-276d14ae-bc9f-416f-91ac-fd58c82b2562 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Calling delete_port for 936b5597-4311-4690-83dc-7ce9bad9f7c1 owned by network:floatingip {{(pid=73901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:51:15.174339 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-276d14ae-bc9f-416f-91ac-fd58c82b2562 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718557'] for port, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:15.179284 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-aaae0691-5a0f-4f28-b0e1-82a84eb90dba tempest-DeleteServersTestJSON-930511729 tempest-DeleteServersTestJSON-930511729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:51:15.221985 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276d14ae-bc9f-416f-91ac-fd58c82b2562 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Pushing event deleted for resources: {'Port': ['ID=936b5597-4311-4690-83dc-7ce9bad9f7c1,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:51:15.247102 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-276d14ae-bc9f-416f-91ac-fd58c82b2562 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:51:15.312761 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-276d14ae-bc9f-416f-91ac-fd58c82b2562 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Notify callbacks [] for floatingip, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:15.313085 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.db.l3_db [None req-276d14ae-bc9f-416f-91ac-fd58c82b2562 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Floating IP 2e8dfb37-332e-43a8-a1ea-5aa5ced07ef9 disassociated (deleted). External IP: 172.27.0.116, port: d0efd229-cd62-4592-9be6-b90fdd0ce3e9.
May 02 03:51:15.656210 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276d14ae-bc9f-416f-91ac-fd58c82b2562 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Router e37bef6e-abde-44dd-b64d-f5b0e7abafbb has already been hosted by L3 agent c822661f-3527-457d-a53a-678072f60f18 {{(pid=73901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 02 03:51:15.832715 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276d14ae-bc9f-416f-91ac-fd58c82b2562 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Notify agent at l3_agent.dv-cinder-789077-1-iscsi the message routers_updated {{(pid=73901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 02 03:51:15.842400 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcafdae3-7939-4082-a794-f1f1528ac22b None None] Sync routers for ids ['e37bef6e-abde-44dd-b64d-f5b0e7abafbb'] in dv-cinder-789077-1-iscsi {{(pid=73902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 02 03:51:15.845604 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-276d14ae-bc9f-416f-91ac-fd58c82b2562 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for floatingip, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:15.851819 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcafdae3-7939-4082-a794-f1f1528ac22b None None] Routers {'e37bef6e-abde-44dd-b64d-f5b0e7abafbb'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:51:15.852416 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-dcafdae3-7939-4082-a794-f1f1528ac22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c54861ac0>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:51:08Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['e37bef6e-abde-44dd-b64d-f5b0e7abafbb'], 'active': True} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:51:15.899250 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-276d14ae-bc9f-416f-91ac-fd58c82b2562 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "DELETE /v2.0/floatingips/2e8dfb37-332e-43a8-a1ea-5aa5ced07ef9 HTTP/1.1" status: 204  len: 168 time: 1.4553206
May 02 03:51:15.899915 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09d18355-5da5-47bf-8a18-5977488153ed', 'tag': 'd0efd229-cd62-4592-9be6-b90fdd0ce3e9'}] {{(pid=73901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:51:15.947563 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09d18355-5da5-47bf-8a18-5977488153ed', 'tag': 'd0efd229-cd62-4592-9be6-b90fdd0ce3e9', 'status': 'completed', 'code': 200}
May 02 03:51:16.035697 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvr_db [None req-dcafdae3-7939-4082-a794-f1f1528ac22b None None] Set router e37bef6e-abde-44dd-b64d-f5b0e7abafbb gateway port host: dv-cinder-789077-1-iscsi {{(pid=73902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:51:16.045079 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92114e26-d485-488c-9cd7-7fd7096d5d58 req-0f8d9742-b788-4e05-879b-a171c24a6d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:51:16.046980 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-92114e26-d485-488c-9cd7-7fd7096d5d58 req-0f8d9742-b788-4e05-879b-a171c24a6d1d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=23c14401529e46c1a87a0f77a664eafd&device_id=09d18355-5da5-47bf-8a18-5977488153ed HTTP/1.1" status: 200  len: 1098 time: 0.0795224
May 02 03:51:16.187244 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92114e26-d485-488c-9cd7-7fd7096d5d58 req-4337101c-a5d7-454d-9016-7b69f319076c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:51:16.188711 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-92114e26-d485-488c-9cd7-7fd7096d5d58 req-4337101c-a5d7-454d-9016-7b69f319076c service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ab29b2c-b11f-4d5d-85de-011a7a1aa71e HTTP/1.1" status: 200  len: 909 time: 0.1360164
May 02 03:51:16.258981 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-92114e26-d485-488c-9cd7-7fd7096d5d58 req-14027e38-c124-4935-80f6-a28206354a3f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0efd229-cd62-4592-9be6-b90fdd0ce3e9 HTTP/1.1" status: 200  len: 217 time: 0.0629134
May 02 03:51:16.277581 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a397c-e35f-4d32-a37f-5c772c5fc68d req-43c727c3-205e-4d37-93e1-006d24a780ed tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:51:16.278272 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [req-556a397c-e35f-4d32-a37f-5c772c5fc68d req-43c727c3-205e-4d37-93e1-006d24a780ed tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Synchronizing usage tracker for tenant:23c14401529e46c1a87a0f77a664eafd on resource:port {{(pid=73901) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 02 03:51:16.298573 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [req-556a397c-e35f-4d32-a37f-5c772c5fc68d req-43c727c3-205e-4d37-93e1-006d24a780ed tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Unset dirty status for tenant:23c14401529e46c1a87a0f77a664eafd on resource:port {{(pid=73901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 02 03:51:16.299804 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-556a397c-e35f-4d32-a37f-5c772c5fc68d req-43c727c3-205e-4d37-93e1-006d24a780ed tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/ports?device_id=09d18355-5da5-47bf-8a18-5977488153ed HTTP/1.1" status: 200  len: 945 time: 0.1145959
May 02 03:51:16.330381 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92114e26-d485-488c-9cd7-7fd7096d5d58 req-9c3977b0-92df-494e-b4e8-6a5cbd226fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:51:16.331854 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-92114e26-d485-488c-9cd7-7fd7096d5d58 req-9c3977b0-92df-494e-b4e8-6a5cbd226fab service neutron] 10.222.0.37 "GET /v2.0/subnets?id=286c6bb6-004b-43b1-8029-65854dd5dddf HTTP/1.1" status: 200  len: 847 time: 0.0652571
May 02 03:51:16.351748 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-556a397c-e35f-4d32-a37f-5c772c5fc68d req-6f24afed-0a28-400a-b825-a4969eac6b54 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/security-groups?id=8ba7352f-ebf7-40ab-816d-f48c40dcb112&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449719
May 02 03:51:16.409202 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92114e26-d485-488c-9cd7-7fd7096d5d58 req-4707833b-5395-4504-8ff5-a01865c04f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:51:16.410690 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-92114e26-d485-488c-9cd7-7fd7096d5d58 req-4707833b-5395-4504-8ff5-a01865c04f9f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ab29b2c-b11f-4d5d-85de-011a7a1aa71e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0714669
May 02 03:51:16.423955 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-dcafdae3-7939-4082-a794-f1f1528ac22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c54861ac0>, [{'id': 'e37bef6e-abde-44dd-b64d-f5b0e7abafbb', 'name': 'tempest-TestShelveInstance-850265789-router', 'tenant_id': '23c14401529e46c1a87a0f77a664eafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': 'f5b5ca89-da66-4923-99ac-b72676e034e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:46:47Z', 'updated_at': '2021-05-02T03:46:51Z', 'revision_number': 4, 'project_id': '23c14401529e46c1a87a0f77a664eafd', 'gw_port': {'id': 'f5b5ca89-da66-4923-99ac-b72676e034e1', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:33:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37bef6e-abde-44dd-b64d-f5b0e7abafbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:46:48Z', 'updated_at': '2021-05-02T03:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_interfaces': [{'id': '288b2c02-571e-4dcc-8e39-3697d9e35431', 'name': '', 'network_id': '8ab29b2c-b11f-4d5d-85de-011a7a1aa71e', 'tenant_id': '23c14401529e46c1a87a0f77a664eafd', 'mac_address': 'fa:16:3e:f4:cc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37bef6e-abde-44dd-b64d-f5b0e7abafbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '286c6bb6-004b-43b1-8029-65854dd5dddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:46:51Z', 'updated_at': '2021-05-02T03:46:59Z', 'revision_number': 5, 'project_id': '23c14401529e46c1a87a0f77a664eafd', 'subnets': [{'id': '286c6bb6-004b-43b1-8029-65854dd5dddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:51:16.427801 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcafdae3-7939-4082-a794-f1f1528ac22b None None] Checking router: e37bef6e-abde-44dd-b64d-f5b0e7abafbb for host: dv-cinder-789077-1-iscsi {{(pid=73902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 02 03:51:16.437006 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcafdae3-7939-4082-a794-f1f1528ac22b None None] Routers {'e37bef6e-abde-44dd-b64d-f5b0e7abafbb'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:51:16.437706 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-dcafdae3-7939-4082-a794-f1f1528ac22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c54861ac0>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:51:08Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['e37bef6e-abde-44dd-b64d-f5b0e7abafbb'], 'active': True} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:51:16.615762 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvr_db [None req-dcafdae3-7939-4082-a794-f1f1528ac22b None None] Set router e37bef6e-abde-44dd-b64d-f5b0e7abafbb gateway port host: dv-cinder-789077-1-iscsi {{(pid=73902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:51:16.636414 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-92114e26-d485-488c-9cd7-7fd7096d5d58 req-f68abb9a-8875-4143-ae29-1e48d1ed2f8f service neutron] 10.222.0.37 "GET /v2.0/networks/8ab29b2c-b11f-4d5d-85de-011a7a1aa71e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2183335
May 02 03:51:16.770115 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-92114e26-d485-488c-9cd7-7fd7096d5d58 req-292736dc-6e98-4428-8feb-ac86e3edc1be service neutron] 10.222.0.37 "GET /v2.0/networks/8ab29b2c-b11f-4d5d-85de-011a7a1aa71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1259794
May 02 03:51:16.926198 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-dcafdae3-7939-4082-a794-f1f1528ac22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c54861ac0>, [{'id': 'e37bef6e-abde-44dd-b64d-f5b0e7abafbb', 'name': 'tempest-TestShelveInstance-850265789-router', 'tenant_id': '23c14401529e46c1a87a0f77a664eafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': 'f5b5ca89-da66-4923-99ac-b72676e034e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:46:47Z', 'updated_at': '2021-05-02T03:46:51Z', 'revision_number': 4, 'project_id': '23c14401529e46c1a87a0f77a664eafd', 'gw_port': {'id': 'f5b5ca89-da66-4923-99ac-b72676e034e1', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:33:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37bef6e-abde-44dd-b64d-f5b0e7abafbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:46:48Z', 'updated_at': '2021-05-02T03:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_interfaces': [{'id': '288b2c02-571e-4dcc-8e39-3697d9e35431', 'name': '', 'network_id': '8ab29b2c-b11f-4d5d-85de-011a7a1aa71e', 'tenant_id': '23c14401529e46c1a87a0f77a664eafd', 'mac_address': 'fa:16:3e:f4:cc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37bef6e-abde-44dd-b64d-f5b0e7abafbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '286c6bb6-004b-43b1-8029-65854dd5dddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:46:51Z', 'updated_at': '2021-05-02T03:46:59Z', 'revision_number': 5, 'project_id': '23c14401529e46c1a87a0f77a664eafd', 'subnets': [{'id': '286c6bb6-004b-43b1-8029-65854dd5dddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:51:16.930007 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcafdae3-7939-4082-a794-f1f1528ac22b None None] The sync data for ids ['e37bef6e-abde-44dd-b64d-f5b0e7abafbb'] in dv-cinder-789077-1-iscsi is: [{'id': 'e37bef6e-abde-44dd-b64d-f5b0e7abafbb', 'name': 'tempest-TestShelveInstance-850265789-router', 'tenant_id': '23c14401529e46c1a87a0f77a664eafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': 'f5b5ca89-da66-4923-99ac-b72676e034e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:46:47Z', 'updated_at': '2021-05-02T03:46:51Z', 'revision_number': 4, 'project_id': '23c14401529e46c1a87a0f77a664eafd', 'gw_port': {'id': 'f5b5ca89-da66-4923-99ac-b72676e034e1', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:33:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37bef6e-abde-44dd-b64d-f5b0e7abafbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:46:48Z', 'updated_at': '2021-05-02T03:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_interfaces': [{'id': '288b2c02-571e-4dcc-8e39-3697d9e35431', 'name': '', 'network_id': '8ab29b2c-b11f-4d5d-85de-011a7a1aa71e', 'tenant_id': '23c14401529e46c1a87a0f77a664eafd', 'mac_address': 'fa:16:3e:f4:cc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37bef6e-abde-44dd-b64d-f5b0e7abafbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '286c6bb6-004b-43b1-8029-65854dd5dddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:46:51Z', 'updated_at': '2021-05-02T03:46:59Z', 'revision_number': 5, 'project_id': '23c14401529e46c1a87a0f77a664eafd', 'subnets': [{'id': '286c6bb6-004b-43b1-8029-65854dd5dddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 02 03:51:17.127682 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1944ed91-3fa9-4076-844f-aad588a7eba3 None None] New status for floating IP 2e8dfb37-332e-43a8-a1ea-5aa5ced07ef9: DOWN {{(pid=73903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 02 03:51:17.537874 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17103f5-50b7-46ac-a84b-186c64769df5 req-a51f3efa-078e-496f-8882-c71c13ef916f tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:51:17.539319 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e17103f5-50b7-46ac-a84b-186c64769df5 req-a51f3efa-078e-496f-8882-c71c13ef916f tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/ports?device_id=09d18355-5da5-47bf-8a18-5977488153ed HTTP/1.1" status: 200  len: 945 time: 0.0776660
May 02 03:51:17.582609 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-e17103f5-50b7-46ac-a84b-186c64769df5 req-3d3d140a-83f3-4162-9bf4-500c7d2be350 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/security-groups?id=8ba7352f-ebf7-40ab-816d-f48c40dcb112&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376415
May 02 03:51:17.685177 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9ba1d-9de1-4bdb-9917-b1bb75acc895 req-d8404e8a-c6c9-435a-8b70-debdd3e6a2c5 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:51:17.685779 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-cfd9ba1d-9de1-4bdb-9917-b1bb75acc895 req-d8404e8a-c6c9-435a-8b70-debdd3e6a2c5 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Synchronizing usage tracker for tenant:23c14401529e46c1a87a0f77a664eafd on resource:port {{(pid=73900) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 02 03:51:17.697528 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-cfd9ba1d-9de1-4bdb-9917-b1bb75acc895 req-d8404e8a-c6c9-435a-8b70-debdd3e6a2c5 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Unset dirty status for tenant:23c14401529e46c1a87a0f77a664eafd on resource:port {{(pid=73900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 02 03:51:17.698613 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-cfd9ba1d-9de1-4bdb-9917-b1bb75acc895 req-d8404e8a-c6c9-435a-8b70-debdd3e6a2c5 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.37 "GET /v2.0/ports?device_id=09d18355-5da5-47bf-8a18-5977488153ed HTTP/1.1" status: 200  len: 945 time: 0.0978577
May 02 03:51:17.836087 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [req-cfd9ba1d-9de1-4bdb-9917-b1bb75acc895 req-c4636b19-e3a0-4933-96e4-3ff43ccbf372 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Deleting port d0efd229-cd62-4592-9be6-b90fdd0ce3e9 {{(pid=73900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:51:17.836439 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-cfd9ba1d-9de1-4bdb-9917-b1bb75acc895 req-c4636b19-e3a0-4933-96e4-3ff43ccbf372 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:17.968124 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [req-cfd9ba1d-9de1-4bdb-9917-b1bb75acc895 req-c4636b19-e3a0-4933-96e4-3ff43ccbf372 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] For port d0efd229-cd62-4592-9be6-b90fdd0ce3e9, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=d0efd229-cd62-4592-9be6-b90fdd0ce3e9,segment=NetworkSegment(6c7bd06f-3a85-46ef-8ac0-09bf83a6e02b),segment_id=6c7bd06f-3a85-46ef-8ac0-09bf83a6e02b)] {{(pid=73900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:51:17.968391 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-cfd9ba1d-9de1-4bdb-9917-b1bb75acc895 req-c4636b19-e3a0-4933-96e4-3ff43ccbf372 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:18.094246 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [req-cfd9ba1d-9de1-4bdb-9917-b1bb75acc895 req-c4636b19-e3a0-4933-96e4-3ff43ccbf372 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Calling delete_port for d0efd229-cd62-4592-9be6-b90fdd0ce3e9 owned by compute:nova {{(pid=73900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:51:18.202226 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-cfd9ba1d-9de1-4bdb-9917-b1bb75acc895 req-c4636b19-e3a0-4933-96e4-3ff43ccbf372 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-899257'] for port, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:18.207988 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-7cd13a31-d784-4ca6-8852-5a540eb40ec9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:51:18.255077 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4636b19-e3a0-4933-96e4-3ff43ccbf372 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Pushing event deleted for resources: {'Port': ['ID=d0efd229-cd62-4592-9be6-b90fdd0ce3e9,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:51:18.259207 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-c4636b19-e3a0-4933-96e4-3ff43ccbf372 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:51:18.333089 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd9ba1d-9de1-4bdb-9917-b1bb75acc895 req-c4636b19-e3a0-4933-96e4-3ff43ccbf372 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] No DVR routers for this DVR port d0efd229-cd62-4592-9be6-b90fdd0ce3e9 on host hv-cinder-78907 {{(pid=73900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 02 03:51:18.336787 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-cfd9ba1d-9de1-4bdb-9917-b1bb75acc895 req-c4636b19-e3a0-4933-96e4-3ff43ccbf372 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for port, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:18.339426 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d18355-5da5-47bf-8a18-5977488153ed', 'name': 'network-vif-deleted', 'tag': 'd0efd229-cd62-4592-9be6-b90fdd0ce3e9'}] {{(pid=73900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:51:18.356917 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-cfd9ba1d-9de1-4bdb-9917-b1bb75acc895 req-c4636b19-e3a0-4933-96e4-3ff43ccbf372 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.37 "DELETE /v2.0/ports/d0efd229-cd62-4592-9be6-b90fdd0ce3e9 HTTP/1.1" status: 204  len: 173 time: 0.6516905
May 02 03:51:18.388263 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09d18355-5da5-47bf-8a18-5977488153ed', 'name': 'network-vif-deleted', 'tag': 'd0efd229-cd62-4592-9be6-b90fdd0ce3e9', 'status': 'completed', 'code': 200}
May 02 03:51:18.859647 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4f3af855-4d3d-4d4b-802b-5498b013fed3 req-959320c1-c9e5-4f9c-afa3-98045dcdd972 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "GET /v2.0/ports?device_id=09d18355-5da5-47bf-8a18-5977488153ed HTTP/1.1" status: 200  len: 210 time: 0.1664295
May 02 03:51:19.952577 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 42422) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:51:20.020399 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-54fcbfa7-af38-49b7-97c1-48721793f7d0 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Notify callbacks [] for security_group, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:20.049965 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-54fcbfa7-af38-49b7-97c1-48721793f7d0 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:20.112092 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-54fcbfa7-af38-49b7-97c1-48721793f7d0 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:20.117600 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-ab7a333a-71a5-433e-8005-2ae36c612e4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:51:20.131284 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fcbfa7-af38-49b7-97c1-48721793f7d0 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba7352f-ebf7-40ab-816d-f48c40dcb112,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:51:20.134611 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-54fcbfa7-af38-49b7-97c1-48721793f7d0 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:51:20.143343 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-54fcbfa7-af38-49b7-97c1-48721793f7d0 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Notify callbacks [] for security_group, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:20.146981 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-54fcbfa7-af38-49b7-97c1-48721793f7d0 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] 10.222.0.38 "DELETE /v2.0/security-groups/8ba7352f-ebf7-40ab-816d-f48c40dcb112 HTTP/1.1" status: 204  len: 168 time: 0.1908870
May 02 03:51:20.186311 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 42428) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:51:20.712877 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-12998f2b-60f0-459e-9cb5-f0972c35f03e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-400707'] for router_interface, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:21.116433 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.plugin [None req-12998f2b-60f0-459e-9cb5-f0972c35f03e admin admin] Deleting port 288b2c02-571e-4dcc-8e39-3697d9e35431 {{(pid=73901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:51:21.117232 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-12998f2b-60f0-459e-9cb5-f0972c35f03e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:21.234501 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.db [None req-12998f2b-60f0-459e-9cb5-f0972c35f03e admin admin] For port 288b2c02-571e-4dcc-8e39-3697d9e35431, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=288b2c02-571e-4dcc-8e39-3697d9e35431,segment=NetworkSegment(6c7bd06f-3a85-46ef-8ac0-09bf83a6e02b),segment_id=6c7bd06f-3a85-46ef-8ac0-09bf83a6e02b)] {{(pid=73901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:51:21.234847 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-12998f2b-60f0-459e-9cb5-f0972c35f03e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:21.354720 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.plugin [None req-12998f2b-60f0-459e-9cb5-f0972c35f03e admin admin] Calling delete_port for 288b2c02-571e-4dcc-8e39-3697d9e35431 owned by network:router_interface {{(pid=73901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:51:21.732205 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-12998f2b-60f0-459e-9cb5-f0972c35f03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718557'] for port, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:21.735523 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:51:21.778189 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12998f2b-60f0-459e-9cb5-f0972c35f03e admin admin] Pushing event deleted for resources: {'Port': ['ID=288b2c02-571e-4dcc-8e39-3697d9e35431,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:51:21.780599 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-12998f2b-60f0-459e-9cb5-f0972c35f03e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:51:22.042913 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-12998f2b-60f0-459e-9cb5-f0972c35f03e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1598338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425203'] for router_interface, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:22.364125 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device d0efd229-cd62-4592-9be6-b90fdd0ce3e9 no longer exists at agent hyperv_hv-cinder-78907 {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 02 03:51:22.394517 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12998f2b-60f0-459e-9cb5-f0972c35f03e admin admin] Router e37bef6e-abde-44dd-b64d-f5b0e7abafbb has already been hosted by L3 agent c822661f-3527-457d-a53a-678072f60f18 {{(pid=73901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 02 03:51:22.397286 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] No Port match for: d0efd229-cd62-4592-9be6-b90fdd0ce3e9 {{(pid=73902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 02 03:51:22.397636 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device d0efd229-cd62-4592-9be6-b90fdd0ce3e9 not bound to the agent host hv-cinder-78907 {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 02 03:51:22.566915 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12998f2b-60f0-459e-9cb5-f0972c35f03e admin admin] Notify agent at l3_agent.dv-cinder-789077-1-iscsi the message routers_updated {{(pid=73901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 02 03:51:22.575378 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0915bd15-dd8f-4fac-9bbb-bbb536c9e5c8 None None] Sync routers for ids ['e37bef6e-abde-44dd-b64d-f5b0e7abafbb'] in dv-cinder-789077-1-iscsi {{(pid=73902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 02 03:51:22.583936 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-12998f2b-60f0-459e-9cb5-f0972c35f03e admin admin] 10.222.0.38 "PUT /v2.0/routers/e37bef6e-abde-44dd-b64d-f5b0e7abafbb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3938470
May 02 03:51:22.584247 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 42432) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:51:22.594686 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0915bd15-dd8f-4fac-9bbb-bbb536c9e5c8 None None] Routers {'e37bef6e-abde-44dd-b64d-f5b0e7abafbb'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:51:22.595373 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-0915bd15-dd8f-4fac-9bbb-bbb536c9e5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c558fe520>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:51:08Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['e37bef6e-abde-44dd-b64d-f5b0e7abafbb'], 'active': True} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:51:22.758365 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-cadc7864-9e26-4849-ae26-4ebc27ac6b2b admin admin] Notify callbacks [] for router, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:22.773865 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvr_db [None req-0915bd15-dd8f-4fac-9bbb-bbb536c9e5c8 None None] Set router e37bef6e-abde-44dd-b64d-f5b0e7abafbb gateway port host: dv-cinder-789077-1-iscsi {{(pid=73902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:51:22.930254 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-cadc7864-9e26-4849-ae26-4ebc27ac6b2b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:23.001985 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [None req-cadc7864-9e26-4849-ae26-4ebc27ac6b2b admin admin] Deleting port f5b5ca89-da66-4923-99ac-b72676e034e1 {{(pid=73900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:51:23.002319 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-cadc7864-9e26-4849-ae26-4ebc27ac6b2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:23.058584 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-0915bd15-dd8f-4fac-9bbb-bbb536c9e5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c558fe520>, [{'id': 'e37bef6e-abde-44dd-b64d-f5b0e7abafbb', 'name': 'tempest-TestShelveInstance-850265789-router', 'tenant_id': '23c14401529e46c1a87a0f77a664eafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': 'f5b5ca89-da66-4923-99ac-b72676e034e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:46:47Z', 'updated_at': '2021-05-02T03:51:21Z', 'revision_number': 5, 'project_id': '23c14401529e46c1a87a0f77a664eafd', 'gw_port': {'id': 'f5b5ca89-da66-4923-99ac-b72676e034e1', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:33:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37bef6e-abde-44dd-b64d-f5b0e7abafbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:46:48Z', 'updated_at': '2021-05-02T03:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi'}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:51:23.062304 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0915bd15-dd8f-4fac-9bbb-bbb536c9e5c8 None None] Checking router: e37bef6e-abde-44dd-b64d-f5b0e7abafbb for host: dv-cinder-789077-1-iscsi {{(pid=73902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 02 03:51:23.071390 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0915bd15-dd8f-4fac-9bbb-bbb536c9e5c8 None None] Routers {'e37bef6e-abde-44dd-b64d-f5b0e7abafbb'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:51:23.072000 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-0915bd15-dd8f-4fac-9bbb-bbb536c9e5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c558fe520>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:51:08Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['e37bef6e-abde-44dd-b64d-f5b0e7abafbb'], 'active': True} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:51:23.226304 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [None req-cadc7864-9e26-4849-ae26-4ebc27ac6b2b admin admin] For port f5b5ca89-da66-4923-99ac-b72676e034e1, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=f5b5ca89-da66-4923-99ac-b72676e034e1,segment=NetworkSegment(3f443235-55d0-4d2d-a949-b49c1a220799),segment_id=3f443235-55d0-4d2d-a949-b49c1a220799)] {{(pid=73900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:51:23.226691 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-cadc7864-9e26-4849-ae26-4ebc27ac6b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:23.266471 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvr_db [None req-0915bd15-dd8f-4fac-9bbb-bbb536c9e5c8 None None] Set router e37bef6e-abde-44dd-b64d-f5b0e7abafbb gateway port host: None {{(pid=73902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:51:23.350873 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [None req-cadc7864-9e26-4849-ae26-4ebc27ac6b2b admin admin] Calling delete_port for f5b5ca89-da66-4923-99ac-b72676e034e1 owned by network:router_gateway {{(pid=73900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:51:23.368915 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-0915bd15-dd8f-4fac-9bbb-bbb536c9e5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c558fe520>, [{'id': 'e37bef6e-abde-44dd-b64d-f5b0e7abafbb', 'name': 'tempest-TestShelveInstance-850265789-router', 'tenant_id': '23c14401529e46c1a87a0f77a664eafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:46:47Z', 'updated_at': '2021-05-02T03:51:22Z', 'revision_number': 6, 'project_id': '23c14401529e46c1a87a0f77a664eafd', 'gw_port_host': None}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:51:23.372747 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0915bd15-dd8f-4fac-9bbb-bbb536c9e5c8 None None] The sync data for ids ['e37bef6e-abde-44dd-b64d-f5b0e7abafbb'] in dv-cinder-789077-1-iscsi is: [{'id': 'e37bef6e-abde-44dd-b64d-f5b0e7abafbb', 'name': 'tempest-TestShelveInstance-850265789-router', 'tenant_id': '23c14401529e46c1a87a0f77a664eafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:46:47Z', 'updated_at': '2021-05-02T03:51:22Z', 'revision_number': 6, 'project_id': '23c14401529e46c1a87a0f77a664eafd', 'gw_port_host': None}] {{(pid=73902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 02 03:51:23.614204 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-cadc7864-9e26-4849-ae26-4ebc27ac6b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-899257'] for port, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:23.618269 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-141d89de-59ba-4eb6-b4bf-3e308bdfae49 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:51:23.664123 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc7864-9e26-4849-ae26-4ebc27ac6b2b admin admin] Pushing event deleted for resources: {'Port': ['ID=f5b5ca89-da66-4923-99ac-b72676e034e1,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:51:23.667136 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-cadc7864-9e26-4849-ae26-4ebc27ac6b2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:51:23.756533 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-cadc7864-9e26-4849-ae26-4ebc27ac6b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419436'] for router_gateway, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:23.926035 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-cadc7864-9e26-4849-ae26-4ebc27ac6b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1022368'] for router, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:23.928112 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-cadc7864-9e26-4849-ae26-4ebc27ac6b2b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:23.950037 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-cadc7864-9e26-4849-ae26-4ebc27ac6b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418852'] for router, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:23.950591 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cadc7864-9e26-4849-ae26-4ebc27ac6b2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e37bef6e-abde-44dd-b64d-f5b0e7abafbb {{(pid=73900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 02 03:51:23.963545 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-cadc7864-9e26-4849-ae26-4ebc27ac6b2b admin admin] Notify callbacks [] for router, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:23.964650 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-cadc7864-9e26-4849-ae26-4ebc27ac6b2b admin admin] 10.222.0.38 "DELETE /v2.0/routers/e37bef6e-abde-44dd-b64d-f5b0e7abafbb HTTP/1.1" status: 204  len: 168 time: 1.3794444
May 02 03:51:23.967200 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 42436) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:51:24.027696 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.db_base_plugin_v2 [None req-33ab3e71-f2e5-4096-8f8d-332d4851606a admin admin] Deleting subnet 286c6bb6-004b-43b1-8029-65854dd5dddf {{(pid=73900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
May 02 03:51:24.030570 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-33ab3e71-f2e5-4096-8f8d-332d4851606a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:24.079167 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-33ab3e71-f2e5-4096-8f8d-332d4851606a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3074780'] for subnet, precommit_delete_associations {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:24.160657 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-33ab3e71-f2e5-4096-8f8d-332d4851606a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799051'] for subnet, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:24.410633 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-33ab3e71-f2e5-4096-8f8d-332d4851606a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-894536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26376822'] for subnet, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:24.415360 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-94a93836-d2b2-42d6-a389-791edac1b27b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:51:24.453764 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-33ab3e71-f2e5-4096-8f8d-332d4851606a admin admin] Notify callbacks [] for subnet, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:24.456665 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ab3e71-f2e5-4096-8f8d-332d4851606a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=286c6bb6-004b-43b1-8029-65854dd5dddf,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:51:24.459231 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5ef265-dec0-488d-b44e-cf1887077143 None None] Network 8ab29b2c-b11f-4d5d-85de-011a7a1aa71e requested from dv-cinder-789077-1-iscsi {{(pid=73902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 02 03:51:24.459789 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-33ab3e71-f2e5-4096-8f8d-332d4851606a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:51:24.462349 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-33ab3e71-f2e5-4096-8f8d-332d4851606a admin admin] 10.222.0.38 "DELETE /v2.0/subnets/286c6bb6-004b-43b1-8029-65854dd5dddf HTTP/1.1" status: 204  len: 168 time: 0.4942048
May 02 03:51:24.465693 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 42440) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:51:24.616102 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device f5b5ca89-da66-4923-99ac-b72676e034e1 no longer exists at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 02 03:51:24.662956 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] No Port match for: f5b5ca89-da66-4923-99ac-b72676e034e1 {{(pid=73902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 02 03:51:24.663211 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device f5b5ca89-da66-4923-99ac-b72676e034e1 not bound to the agent host dv-cinder-789077-1-iscsi {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 02 03:51:24.663634 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 288b2c02-571e-4dcc-8e39-3697d9e35431 no longer exists at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 02 03:51:24.670956 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-fbd4fc49-ce3a-4c98-b65e-c3e69fee3a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688557'] for network, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:24.697344 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] No Port match for: 288b2c02-571e-4dcc-8e39-3697d9e35431 {{(pid=73902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 02 03:51:24.697701 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 288b2c02-571e-4dcc-8e39-3697d9e35431 not bound to the agent host dv-cinder-789077-1-iscsi {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 02 03:51:24.742060 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4fc49-ce3a-4c98-b65e-c3e69fee3a52 admin admin] Deleting port 1a0f758a-6a85-4870-b954-494316abc89e {{(pid=73900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:51:24.742387 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-fbd4fc49-ce3a-4c98-b65e-c3e69fee3a52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:24.810257 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f313ffc-a1bc-495b-bd0a-d9d0d7d44817 None None] DHCP port deletion for 8ab29b2c-b11f-4d5d-85de-011a7a1aa71e request from dv-cinder-789077-1-iscsi {{(pid=73902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
May 02 03:51:24.843394 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [None req-fbd4fc49-ce3a-4c98-b65e-c3e69fee3a52 admin admin] For port 1a0f758a-6a85-4870-b954-494316abc89e, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=1a0f758a-6a85-4870-b954-494316abc89e,segment=NetworkSegment(6c7bd06f-3a85-46ef-8ac0-09bf83a6e02b),segment_id=6c7bd06f-3a85-46ef-8ac0-09bf83a6e02b)] {{(pid=73900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:51:24.843746 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-fbd4fc49-ce3a-4c98-b65e-c3e69fee3a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:24.878461 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-9f313ffc-a1bc-495b-bd0a-d9d0d7d44817 None None] Deleting port 1a0f758a-6a85-4870-b954-494316abc89e {{(pid=73902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:51:24.879090 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-9f313ffc-a1bc-495b-bd0a-d9d0d7d44817 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:24.965574 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4fc49-ce3a-4c98-b65e-c3e69fee3a52 admin admin] Calling delete_port for 1a0f758a-6a85-4870-b954-494316abc89e owned by network:dhcp {{(pid=73900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:51:24.977424 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-9f313ffc-a1bc-495b-bd0a-d9d0d7d44817 None None] For port 1a0f758a-6a85-4870-b954-494316abc89e, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=1a0f758a-6a85-4870-b954-494316abc89e,segment=NetworkSegment(6c7bd06f-3a85-46ef-8ac0-09bf83a6e02b),segment_id=6c7bd06f-3a85-46ef-8ac0-09bf83a6e02b)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:51:24.977818 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-9f313ffc-a1bc-495b-bd0a-d9d0d7d44817 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:25.013602 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-fbd4fc49-ce3a-4c98-b65e-c3e69fee3a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-899257'] for port, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:25.017203 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-dd686e22-a44e-4e5c-a772-d381f42d50b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:51:25.071994 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4fc49-ce3a-4c98-b65e-c3e69fee3a52 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a0f758a-6a85-4870-b954-494316abc89e,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:51:25.075963 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd4fc49-ce3a-4c98-b65e-c3e69fee3a52 admin admin] No DVR routers for this DVR port 1a0f758a-6a85-4870-b954-494316abc89e on host dv-cinder-789077-1-iscsi {{(pid=73900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 02 03:51:25.101331 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-fbd4fc49-ce3a-4c98-b65e-c3e69fee3a52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:51:25.106897 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-9f313ffc-a1bc-495b-bd0a-d9d0d7d44817 None None] Calling delete_port for 1a0f758a-6a85-4870-b954-494316abc89e owned by network:dhcp {{(pid=73902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:51:25.149221 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-9f313ffc-a1bc-495b-bd0a-d9d0d7d44817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535'] for port, after_delete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:25.153578 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:51:25.191589 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-fbd4fc49-ce3a-4c98-b65e-c3e69fee3a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773334', 'neutron.services.segments.db._delete_segments_for_network-8747865761073'] for network, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:25.197164 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f313ffc-a1bc-495b-bd0a-d9d0d7d44817 None None] No DVR routers for this DVR port 1a0f758a-6a85-4870-b954-494316abc89e on host dv-cinder-789077-1-iscsi {{(pid=73902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 02 03:51:25.203623 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f313ffc-a1bc-495b-bd0a-d9d0d7d44817 None None] Pushing event deleted for resources: {'Port': ['ID=1a0f758a-6a85-4870-b954-494316abc89e,revision_number=None']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:51:25.206053 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-9f313ffc-a1bc-495b-bd0a-d9d0d7d44817 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:51:25.301908 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.services.segments.db [None req-fbd4fc49-ce3a-4c98-b65e-c3e69fee3a52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c5476d7f0>,) {'filters': {'network_id': ['8ab29b2c-b11f-4d5d-85de-011a7a1aa71e']}} {{(pid=73900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:51:25.314015 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.services.segments.db [None req-fbd4fc49-ce3a-4c98-b65e-c3e69fee3a52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c5476d7f0>, '6c7bd06f-3a85-46ef-8ac0-09bf83a6e02b') {'for_net_delete': True} {{(pid=73900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:51:25.314301 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.services.segments.db [None req-fbd4fc49-ce3a-4c98-b65e-c3e69fee3a52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c5476d7f0>, '6c7bd06f-3a85-46ef-8ac0-09bf83a6e02b') {} {{(pid=73900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:51:25.325691 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-fbd4fc49-ce3a-4c98-b65e-c3e69fee3a52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747865772647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3074789'] for segment, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:25.341068 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-fbd4fc49-ce3a-4c98-b65e-c3e69fee3a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800657'] for segment, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:25.346943 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbd4fc49-ce3a-4c98-b65e-c3e69fee3a52 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=73900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 02 03:51:25.507195 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [None req-fbd4fc49-ce3a-4c98-b65e-c3e69fee3a52 admin admin] Network 8ab29b2c-b11f-4d5d-85de-011a7a1aa71e has no segments {{(pid=73900) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 02 03:51:25.516030 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-fbd4fc49-ce3a-4c98-b65e-c3e69fee3a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1800670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-899306'] for segment, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:25.680961 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [None req-fbd4fc49-ce3a-4c98-b65e-c3e69fee3a52 admin admin] Network 8ab29b2c-b11f-4d5d-85de-011a7a1aa71e has no segments {{(pid=73900) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 02 03:51:25.701669 dv-cinder-789077-1-iscsi neutron-server[73900]: Traceback (most recent call last):
May 02 03:51:25.701669 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 02 03:51:25.701669 dv-cinder-789077-1-iscsi neutron-server[73900]:     timer()
May 02 03:51:25.701669 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 02 03:51:25.701669 dv-cinder-789077-1-iscsi neutron-server[73900]:     cb(*args, **kw)
May 02 03:51:25.701669 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 02 03:51:25.701669 dv-cinder-789077-1-iscsi neutron-server[73900]:     return func(*args, **kwargs)
May 02 03:51:25.701669 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 02 03:51:25.701669 dv-cinder-789077-1-iscsi neutron-server[73900]:     self._notify()
May 02 03:51:25.701669 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 02 03:51:25.701669 dv-cinder-789077-1-iscsi neutron-server[73900]:     self.callback(batched_events)
May 02 03:51:25.701669 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 02 03:51:25.701669 dv-cinder-789077-1-iscsi neutron-server[73900]:     event.method(event)
May 02 03:51:25.701669 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 02 03:51:25.701669 dv-cinder-789077-1-iscsi neutron-server[73900]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 02 03:51:25.701669 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 02 03:51:25.701669 dv-cinder-789077-1-iscsi neutron-server[73900]:     aggregate_uuid = self.p_client.list_aggregates(
May 02 03:51:25.701669 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 02 03:51:25.701669 dv-cinder-789077-1-iscsi neutron-server[73900]:     return f(self, *a, **k)
May 02 03:51:25.701669 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 02 03:51:25.701669 dv-cinder-789077-1-iscsi neutron-server[73900]:     return self._get(url).json()
May 02 03:51:25.701669 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 02 03:51:25.701669 dv-cinder-789077-1-iscsi neutron-server[73900]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 02 03:51:25.701669 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 02 03:51:25.701669 dv-cinder-789077-1-iscsi neutron-server[73900]:     return self.request(url, 'GET', **kwargs)
May 02 03:51:25.701669 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 02 03:51:25.701669 dv-cinder-789077-1-iscsi neutron-server[73900]:     base_url = self.get_endpoint(auth, allow=allow,
May 02 03:51:25.701669 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 02 03:51:25.701669 dv-cinder-789077-1-iscsi neutron-server[73900]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 02 03:51:25.701669 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 02 03:51:25.701669 dv-cinder-789077-1-iscsi neutron-server[73900]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 02 03:51:25.701669 dv-cinder-789077-1-iscsi neutron-server[73900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 02 03:51:25.776911 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-fbd4fc49-ce3a-4c98-b65e-c3e69fee3a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419395'] for network, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:25.780798 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-7cd13a31-d784-4ca6-8852-5a540eb40ec9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:51:25.794363 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-fbd4fc49-ce3a-4c98-b65e-c3e69fee3a52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for network, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:25.805943 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4fc49-ce3a-4c98-b65e-c3e69fee3a52 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ab29b2c-b11f-4d5d-85de-011a7a1aa71e,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:51:25.810136 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-fbd4fc49-ce3a-4c98-b65e-c3e69fee3a52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:51:25.818134 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-fbd4fc49-ce3a-4c98-b65e-c3e69fee3a52 admin admin] 10.222.0.38 "DELETE /v2.0/networks/8ab29b2c-b11f-4d5d-85de-011a7a1aa71e HTTP/1.1" status: 204  len: 168 time: 1.3514898
May 02 03:51:25.821043 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 42444) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:51:26.437745 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-f5806f3f-a64e-4ab3-8941-1bc80ffa4748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-400707'] for router_interface, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:26.596373 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 1a0f758a-6a85-4870-b954-494316abc89e no longer exists at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 02 03:51:26.629797 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] No Port match for: 1a0f758a-6a85-4870-b954-494316abc89e {{(pid=73902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 02 03:51:26.630144 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 1a0f758a-6a85-4870-b954-494316abc89e not bound to the agent host dv-cinder-789077-1-iscsi {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 02 03:51:26.838493 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [None req-f5806f3f-a64e-4ab3-8941-1bc80ffa4748 admin admin] Deleting port 96c79b38-5e1c-438d-bf90-7d4b2ec2b764 {{(pid=73900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:51:26.839026 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-f5806f3f-a64e-4ab3-8941-1bc80ffa4748 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:26.963009 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [None req-f5806f3f-a64e-4ab3-8941-1bc80ffa4748 admin admin] For port 96c79b38-5e1c-438d-bf90-7d4b2ec2b764, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=96c79b38-5e1c-438d-bf90-7d4b2ec2b764,segment=NetworkSegment(c1c4101b-b878-4f19-b558-e2f60f8263a9),segment_id=c1c4101b-b878-4f19-b558-e2f60f8263a9)] {{(pid=73900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:51:26.963360 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-f5806f3f-a64e-4ab3-8941-1bc80ffa4748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:27.084294 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [None req-f5806f3f-a64e-4ab3-8941-1bc80ffa4748 admin admin] Calling delete_port for 96c79b38-5e1c-438d-bf90-7d4b2ec2b764 owned by network:router_interface {{(pid=73900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:51:27.236148 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-f5806f3f-a64e-4ab3-8941-1bc80ffa4748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-899257'] for port, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:27.240510 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-ba8f267a-cc23-4ec3-9ff5-b06bd817d1d9 tempest-VolumesSnapshotTestJSON-752774820 tempest-VolumesSnapshotTestJSON-752774820-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:51:27.283926 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5806f3f-a64e-4ab3-8941-1bc80ffa4748 admin admin] Pushing event deleted for resources: {'Port': ['ID=96c79b38-5e1c-438d-bf90-7d4b2ec2b764,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:51:27.311473 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-f5806f3f-a64e-4ab3-8941-1bc80ffa4748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:51:27.644750 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-f5806f3f-a64e-4ab3-8941-1bc80ffa4748 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1598338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425203'] for router_interface, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:27.998946 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5806f3f-a64e-4ab3-8941-1bc80ffa4748 admin admin] Router 3e7359fd-54cb-4c94-be21-b675dc99fe43 has already been hosted by L3 agent c822661f-3527-457d-a53a-678072f60f18 {{(pid=73900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 02 03:51:28.172826 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5806f3f-a64e-4ab3-8941-1bc80ffa4748 admin admin] Notify agent at l3_agent.dv-cinder-789077-1-iscsi the message routers_updated {{(pid=73900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 02 03:51:28.181050 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3a5384-ff84-43f1-9790-492df643a7d0 None None] Sync routers for ids ['3e7359fd-54cb-4c94-be21-b675dc99fe43'] in dv-cinder-789077-1-iscsi {{(pid=73903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 02 03:51:28.190495 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-f5806f3f-a64e-4ab3-8941-1bc80ffa4748 admin admin] 10.222.0.38 "PUT /v2.0/routers/3e7359fd-54cb-4c94-be21-b675dc99fe43/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3672607
May 02 03:51:28.190665 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3a5384-ff84-43f1-9790-492df643a7d0 None None] Routers {'3e7359fd-54cb-4c94-be21-b675dc99fe43'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:51:28.191173 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-fb3a5384-ff84-43f1-9790-492df643a7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c554dbe50>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:51:08Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['3e7359fd-54cb-4c94-be21-b675dc99fe43'], 'active': True} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:51:28.191748 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 42450) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:51:28.362758 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-78fbc861-e3ae-4906-a35d-b30cc4d5c12c admin admin] Notify callbacks [] for router, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:28.363738 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvr_db [None req-fb3a5384-ff84-43f1-9790-492df643a7d0 None None] Set router 3e7359fd-54cb-4c94-be21-b675dc99fe43 gateway port host: dv-cinder-789077-1-iscsi {{(pid=73903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:51:28.528924 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-78fbc861-e3ae-4906-a35d-b30cc4d5c12c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:28.605813 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [None req-78fbc861-e3ae-4906-a35d-b30cc4d5c12c admin admin] Deleting port 29401fdf-62ba-43f9-9111-641074aef714 {{(pid=73900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:51:28.606196 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-78fbc861-e3ae-4906-a35d-b30cc4d5c12c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:28.640635 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-fb3a5384-ff84-43f1-9790-492df643a7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c554dbe50>, [{'id': '3e7359fd-54cb-4c94-be21-b675dc99fe43', 'name': 'tempest-TestShelveInstance-1278890662-router', 'tenant_id': '32b2e628cfa84b369813625e36d6f9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '29401fdf-62ba-43f9-9111-641074aef714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:46:54Z', 'updated_at': '2021-05-02T03:51:27Z', 'revision_number': 5, 'project_id': '32b2e628cfa84b369813625e36d6f9ba', 'gw_port': {'id': '29401fdf-62ba-43f9-9111-641074aef714', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ce:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7359fd-54cb-4c94-be21-b675dc99fe43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:46:55Z', 'updated_at': '2021-05-02T03:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi'}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:51:28.644585 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3a5384-ff84-43f1-9790-492df643a7d0 None None] Checking router: 3e7359fd-54cb-4c94-be21-b675dc99fe43 for host: dv-cinder-789077-1-iscsi {{(pid=73903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 02 03:51:28.653673 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3a5384-ff84-43f1-9790-492df643a7d0 None None] Routers {'3e7359fd-54cb-4c94-be21-b675dc99fe43'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:51:28.654264 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-fb3a5384-ff84-43f1-9790-492df643a7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c554dbe50>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:51:08Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['3e7359fd-54cb-4c94-be21-b675dc99fe43'], 'active': True} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:51:28.726847 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [None req-78fbc861-e3ae-4906-a35d-b30cc4d5c12c admin admin] For port 29401fdf-62ba-43f9-9111-641074aef714, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=29401fdf-62ba-43f9-9111-641074aef714,segment=NetworkSegment(3f443235-55d0-4d2d-a949-b49c1a220799),segment_id=3f443235-55d0-4d2d-a949-b49c1a220799)] {{(pid=73900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:51:28.727190 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-78fbc861-e3ae-4906-a35d-b30cc4d5c12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:28.804320 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvr_db [None req-fb3a5384-ff84-43f1-9790-492df643a7d0 None None] Set router 3e7359fd-54cb-4c94-be21-b675dc99fe43 gateway port host: None {{(pid=73903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:51:28.913953 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-fb3a5384-ff84-43f1-9790-492df643a7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c554dbe50>, [{'id': '3e7359fd-54cb-4c94-be21-b675dc99fe43', 'name': 'tempest-TestShelveInstance-1278890662-router', 'tenant_id': '32b2e628cfa84b369813625e36d6f9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:46:54Z', 'updated_at': '2021-05-02T03:51:28Z', 'revision_number': 6, 'project_id': '32b2e628cfa84b369813625e36d6f9ba', 'gw_port_host': None}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:51:28.918194 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3a5384-ff84-43f1-9790-492df643a7d0 None None] The sync data for ids ['3e7359fd-54cb-4c94-be21-b675dc99fe43'] in dv-cinder-789077-1-iscsi is: [{'id': '3e7359fd-54cb-4c94-be21-b675dc99fe43', 'name': 'tempest-TestShelveInstance-1278890662-router', 'tenant_id': '32b2e628cfa84b369813625e36d6f9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:46:54Z', 'updated_at': '2021-05-02T03:51:28Z', 'revision_number': 6, 'project_id': '32b2e628cfa84b369813625e36d6f9ba', 'gw_port_host': None}] {{(pid=73903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 02 03:51:28.967249 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [None req-78fbc861-e3ae-4906-a35d-b30cc4d5c12c admin admin] Calling delete_port for 29401fdf-62ba-43f9-9111-641074aef714 owned by network:router_gateway {{(pid=73900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:51:29.105416 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-78fbc861-e3ae-4906-a35d-b30cc4d5c12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-899257'] for port, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:29.109742 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-c4162999-745b-4bbd-8b5f-e5beac1484c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:51:29.155102 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fbc861-e3ae-4906-a35d-b30cc4d5c12c admin admin] Pushing event deleted for resources: {'Port': ['ID=29401fdf-62ba-43f9-9111-641074aef714,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:51:29.181820 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-78fbc861-e3ae-4906-a35d-b30cc4d5c12c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:51:29.248335 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-78fbc861-e3ae-4906-a35d-b30cc4d5c12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419436'] for router_gateway, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:29.425079 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-78fbc861-e3ae-4906-a35d-b30cc4d5c12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1022368'] for router, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:29.427229 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-78fbc861-e3ae-4906-a35d-b30cc4d5c12c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:29.450973 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-78fbc861-e3ae-4906-a35d-b30cc4d5c12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418852'] for router, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:29.451424 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78fbc861-e3ae-4906-a35d-b30cc4d5c12c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e7359fd-54cb-4c94-be21-b675dc99fe43 {{(pid=73900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 02 03:51:29.463712 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-78fbc861-e3ae-4906-a35d-b30cc4d5c12c admin admin] Notify callbacks [] for router, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:29.464809 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-78fbc861-e3ae-4906-a35d-b30cc4d5c12c admin admin] 10.222.0.38 "DELETE /v2.0/routers/3e7359fd-54cb-4c94-be21-b675dc99fe43 HTTP/1.1" status: 204  len: 168 time: 1.2721441
May 02 03:51:29.467321 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 42454) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:51:29.538369 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.db_base_plugin_v2 [None req-534c37a5-e332-415d-a3f5-57e90955898a admin admin] Deleting subnet cbbe58c8-555e-4f2c-b7e1-c7ef54acf55a {{(pid=73900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
May 02 03:51:29.541236 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-534c37a5-e332-415d-a3f5-57e90955898a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:29.591979 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-534c37a5-e332-415d-a3f5-57e90955898a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3074780'] for subnet, precommit_delete_associations {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:29.683582 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-534c37a5-e332-415d-a3f5-57e90955898a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799051'] for subnet, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:29.934953 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-534c37a5-e332-415d-a3f5-57e90955898a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-894536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26376822'] for subnet, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:29.939841 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-1d2eb8cb-a72a-4621-a9ca-9f70a4690618 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:51:29.976801 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-534c37a5-e332-415d-a3f5-57e90955898a admin admin] Notify callbacks [] for subnet, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:29.981184 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c37a5-e332-415d-a3f5-57e90955898a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbbe58c8-555e-4f2c-b7e1-c7ef54acf55a,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:51:29.981588 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae903be-b76d-452e-934a-9c36fe24c6ef None None] Network f3e21455-f0f8-4732-a1c0-bb8422da8768 requested from dv-cinder-789077-1-iscsi {{(pid=73902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 02 03:51:29.983277 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-534c37a5-e332-415d-a3f5-57e90955898a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:51:29.986927 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-534c37a5-e332-415d-a3f5-57e90955898a admin admin] 10.222.0.38 "DELETE /v2.0/subnets/cbbe58c8-555e-4f2c-b7e1-c7ef54acf55a HTTP/1.1" status: 204  len: 168 time: 0.5186286
May 02 03:51:29.988671 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 42458) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:51:30.093204 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-9f500c42-ce7a-4696-be12-ba5b89221ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688557'] for network, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:30.162163 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [None req-9f500c42-ce7a-4696-be12-ba5b89221ca2 admin admin] Deleting port 541ed2ec-a288-4e4a-908c-9309bd258451 {{(pid=73900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:51:30.163469 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-9f500c42-ce7a-4696-be12-ba5b89221ca2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:30.234023 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6c4c72-d321-4d0d-a23c-c22e33eae820 None None] DHCP port deletion for f3e21455-f0f8-4732-a1c0-bb8422da8768 request from dv-cinder-789077-1-iscsi {{(pid=73902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
May 02 03:51:30.263253 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [None req-9f500c42-ce7a-4696-be12-ba5b89221ca2 admin admin] For port 541ed2ec-a288-4e4a-908c-9309bd258451, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=541ed2ec-a288-4e4a-908c-9309bd258451,segment=NetworkSegment(c1c4101b-b878-4f19-b558-e2f60f8263a9),segment_id=c1c4101b-b878-4f19-b558-e2f60f8263a9)] {{(pid=73900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:51:30.263520 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-9f500c42-ce7a-4696-be12-ba5b89221ca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:30.302112 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-8c6c4c72-d321-4d0d-a23c-c22e33eae820 None None] Deleting port 541ed2ec-a288-4e4a-908c-9309bd258451 {{(pid=73902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:51:30.302512 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c6c4c72-d321-4d0d-a23c-c22e33eae820 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:30.384827 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [None req-9f500c42-ce7a-4696-be12-ba5b89221ca2 admin admin] Calling delete_port for 541ed2ec-a288-4e4a-908c-9309bd258451 owned by network:dhcp {{(pid=73900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:51:30.399698 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-8c6c4c72-d321-4d0d-a23c-c22e33eae820 None None] For port 541ed2ec-a288-4e4a-908c-9309bd258451, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=541ed2ec-a288-4e4a-908c-9309bd258451,segment=NetworkSegment(c1c4101b-b878-4f19-b558-e2f60f8263a9),segment_id=c1c4101b-b878-4f19-b558-e2f60f8263a9)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:51:30.400090 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c6c4c72-d321-4d0d-a23c-c22e33eae820 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:30.433885 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-9f500c42-ce7a-4696-be12-ba5b89221ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-899257'] for port, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:30.437637 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-ae23c3cc-1287-45ab-a8a1-f21c98d11892 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:51:30.527183 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-8c6c4c72-d321-4d0d-a23c-c22e33eae820 None None] Calling delete_port for 541ed2ec-a288-4e4a-908c-9309bd258451 owned by network:dhcp {{(pid=73902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:51:30.566345 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f500c42-ce7a-4696-be12-ba5b89221ca2 admin admin] Pushing event deleted for resources: {'Port': ['ID=541ed2ec-a288-4e4a-908c-9309bd258451,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:51:30.569462 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-9f500c42-ce7a-4696-be12-ba5b89221ca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:51:30.572417 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f500c42-ce7a-4696-be12-ba5b89221ca2 admin admin] No DVR routers for this DVR port 541ed2ec-a288-4e4a-908c-9309bd258451 on host dv-cinder-789077-1-iscsi {{(pid=73900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 02 03:51:30.608727 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 96c79b38-5e1c-438d-bf90-7d4b2ec2b764 no longer exists at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 02 03:51:30.645107 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] No Port match for: 96c79b38-5e1c-438d-bf90-7d4b2ec2b764 {{(pid=73902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 02 03:51:30.645451 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 96c79b38-5e1c-438d-bf90-7d4b2ec2b764 not bound to the agent host dv-cinder-789077-1-iscsi {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 02 03:51:30.645873 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 29401fdf-62ba-43f9-9111-641074aef714 no longer exists at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 02 03:51:30.674947 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c6c4c72-d321-4d0d-a23c-c22e33eae820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535'] for port, after_delete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:30.683269 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:51:30.689332 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-9f500c42-ce7a-4696-be12-ba5b89221ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773334', 'neutron.services.segments.db._delete_segments_for_network-8747865761073'] for network, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:30.719841 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] No Port match for: 29401fdf-62ba-43f9-9111-641074aef714 {{(pid=73902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 02 03:51:30.720184 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 29401fdf-62ba-43f9-9111-641074aef714 not bound to the agent host dv-cinder-789077-1-iscsi {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 02 03:51:30.720599 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 541ed2ec-a288-4e4a-908c-9309bd258451 no longer exists at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 02 03:51:30.758110 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c4c72-d321-4d0d-a23c-c22e33eae820 None None] Pushing event deleted for resources: {'Port': ['ID=541ed2ec-a288-4e4a-908c-9309bd258451,revision_number=None']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:51:30.766659 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] No Port match for: 541ed2ec-a288-4e4a-908c-9309bd258451 {{(pid=73902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 02 03:51:30.767035 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 541ed2ec-a288-4e4a-908c-9309bd258451 not bound to the agent host dv-cinder-789077-1-iscsi {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 02 03:51:30.780825 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6c4c72-d321-4d0d-a23c-c22e33eae820 None None] No DVR routers for this DVR port 541ed2ec-a288-4e4a-908c-9309bd258451 on host dv-cinder-789077-1-iscsi {{(pid=73902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 02 03:51:30.782154 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-8c6c4c72-d321-4d0d-a23c-c22e33eae820 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:51:30.799632 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.services.segments.db [None req-9f500c42-ce7a-4696-be12-ba5b89221ca2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c543d8c10>,) {'filters': {'network_id': ['f3e21455-f0f8-4732-a1c0-bb8422da8768']}} {{(pid=73900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:51:30.812579 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.services.segments.db [None req-9f500c42-ce7a-4696-be12-ba5b89221ca2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c543d8c10>, 'c1c4101b-b878-4f19-b558-e2f60f8263a9') {'for_net_delete': True} {{(pid=73900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:51:30.812870 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.services.segments.db [None req-9f500c42-ce7a-4696-be12-ba5b89221ca2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c543d8c10>, 'c1c4101b-b878-4f19-b558-e2f60f8263a9') {} {{(pid=73900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:51:30.824502 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-9f500c42-ce7a-4696-be12-ba5b89221ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747865772647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3074789'] for segment, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:30.841215 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-9f500c42-ce7a-4696-be12-ba5b89221ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800657'] for segment, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:30.847151 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f500c42-ce7a-4696-be12-ba5b89221ca2 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=73900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 02 03:51:31.020598 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [None req-9f500c42-ce7a-4696-be12-ba5b89221ca2 admin admin] Network f3e21455-f0f8-4732-a1c0-bb8422da8768 has no segments {{(pid=73900) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 02 03:51:31.029817 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-9f500c42-ce7a-4696-be12-ba5b89221ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1800670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-899306'] for segment, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:31.197288 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.managers [None req-9f500c42-ce7a-4696-be12-ba5b89221ca2 admin admin] Network f3e21455-f0f8-4732-a1c0-bb8422da8768 has no segments {{(pid=73900) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 02 03:51:31.218376 dv-cinder-789077-1-iscsi neutron-server[73900]: Traceback (most recent call last):
May 02 03:51:31.218376 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 02 03:51:31.218376 dv-cinder-789077-1-iscsi neutron-server[73900]:     timer()
May 02 03:51:31.218376 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 02 03:51:31.218376 dv-cinder-789077-1-iscsi neutron-server[73900]:     cb(*args, **kw)
May 02 03:51:31.218376 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 02 03:51:31.218376 dv-cinder-789077-1-iscsi neutron-server[73900]:     return func(*args, **kwargs)
May 02 03:51:31.218376 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 02 03:51:31.218376 dv-cinder-789077-1-iscsi neutron-server[73900]:     self._notify()
May 02 03:51:31.218376 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 02 03:51:31.218376 dv-cinder-789077-1-iscsi neutron-server[73900]:     self.callback(batched_events)
May 02 03:51:31.218376 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 02 03:51:31.218376 dv-cinder-789077-1-iscsi neutron-server[73900]:     event.method(event)
May 02 03:51:31.218376 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 02 03:51:31.218376 dv-cinder-789077-1-iscsi neutron-server[73900]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 02 03:51:31.218376 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 02 03:51:31.218376 dv-cinder-789077-1-iscsi neutron-server[73900]:     aggregate_uuid = self.p_client.list_aggregates(
May 02 03:51:31.218376 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 02 03:51:31.218376 dv-cinder-789077-1-iscsi neutron-server[73900]:     return f(self, *a, **k)
May 02 03:51:31.218376 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 02 03:51:31.218376 dv-cinder-789077-1-iscsi neutron-server[73900]:     return self._get(url).json()
May 02 03:51:31.218376 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 02 03:51:31.218376 dv-cinder-789077-1-iscsi neutron-server[73900]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 02 03:51:31.218376 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 02 03:51:31.218376 dv-cinder-789077-1-iscsi neutron-server[73900]:     return self.request(url, 'GET', **kwargs)
May 02 03:51:31.218376 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 02 03:51:31.218376 dv-cinder-789077-1-iscsi neutron-server[73900]:     base_url = self.get_endpoint(auth, allow=allow,
May 02 03:51:31.218376 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 02 03:51:31.218376 dv-cinder-789077-1-iscsi neutron-server[73900]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 02 03:51:31.218376 dv-cinder-789077-1-iscsi neutron-server[73900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 02 03:51:31.218376 dv-cinder-789077-1-iscsi neutron-server[73900]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 02 03:51:31.218376 dv-cinder-789077-1-iscsi neutron-server[73900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 02 03:51:31.296739 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-9f500c42-ce7a-4696-be12-ba5b89221ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419395'] for network, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:31.300855 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-24f79ac9-cd5f-4c5d-b882-f5b687e805c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:51:31.314506 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [None req-9f500c42-ce7a-4696-be12-ba5b89221ca2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for network, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:31.325264 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f500c42-ce7a-4696-be12-ba5b89221ca2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3e21455-f0f8-4732-a1c0-bb8422da8768,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:51:31.330161 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-9f500c42-ce7a-4696-be12-ba5b89221ca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:51:31.333069 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-9f500c42-ce7a-4696-be12-ba5b89221ca2 admin admin] 10.222.0.38 "DELETE /v2.0/networks/f3e21455-f0f8-4732-a1c0-bb8422da8768 HTTP/1.1" status: 204  len: 168 time: 1.3434989
May 02 03:51:31.516079 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 42466) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:51:31.563361 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-e9036437-4644-4fcd-b636-91a95e5e9a28 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=23c14401529e46c1a87a0f77a664eafd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0460889
May 02 03:51:31.565591 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 42470) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:51:31.625117 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-bf6f48a9-bc1c-401d-9d35-37b49f341878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:31.650775 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-bf6f48a9-bc1c-401d-9d35-37b49f341878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:31.700863 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-bf6f48a9-bc1c-401d-9d35-37b49f341878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:31.705756 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-ffbc53c0-177c-4537-b2e3-c078d22b8ca1 tempest-TestShelveInstance-640263423 tempest-TestShelveInstance-640263423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:51:31.718622 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6f48a9-bc1c-401d-9d35-37b49f341878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac559c9-934b-4213-a755-af9c153ee394,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:51:31.722057 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-bf6f48a9-bc1c-401d-9d35-37b49f341878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:51:31.725231 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-bf6f48a9-bc1c-401d-9d35-37b49f341878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:31.726323 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-bf6f48a9-bc1c-401d-9d35-37b49f341878 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3ac559c9-934b-4213-a755-af9c153ee394 HTTP/1.1" status: 204  len: 168 time: 0.1598802
May 02 03:51:32.079558 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 42478) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:51:32.126393 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-0148048b-1536-4bb1-94c3-6a5de5205532 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=32b2e628cfa84b369813625e36d6f9ba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0456519
May 02 03:51:32.128706 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 42482) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:51:32.185211 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-5b946f2c-a923-4be1-9da6-e26408e6b11b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:32.210390 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-5b946f2c-a923-4be1-9da6-e26408e6b11b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:32.366812 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-5b946f2c-a923-4be1-9da6-e26408e6b11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:32.370502 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-0a4032a7-f3cb-4b0d-ac8d-8f4e8371b91b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:51:32.381662 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b946f2c-a923-4be1-9da6-e26408e6b11b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f85dd2-3982-4434-957b-9d9d1460d920,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:51:32.385127 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-5b946f2c-a923-4be1-9da6-e26408e6b11b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:51:32.388573 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-5b946f2c-a923-4be1-9da6-e26408e6b11b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:32.391511 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-5b946f2c-a923-4be1-9da6-e26408e6b11b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/58f85dd2-3982-4434-957b-9d9d1460d920 HTTP/1.1" status: 204  len: 168 time: 0.2601106
May 02 03:51:34.625552 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:51:35.197138 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7cbb64d5-dcf6-4c2a-b900-b47ab7aaa18a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:37.883139 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:38.181946 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-aeb11af9-5248-431b-954a-48144fdaebd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:39.378004 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:40.883766 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:41.524489 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:51:46.367919 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-29ba9a8a-49a5-4a12-938b-d6bdf812ea18 req-39f90469-bb1d-48de-8e92-11c854ec59ca service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4e163002-b769-4afe-bc17-255419a99087&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0755818
May 02 03:51:46.500680 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba9a8a-49a5-4a12-938b-d6bdf812ea18 req-d7e69c8e-9f62-4c6d-940a-692dda8d0b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:51:46.502089 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-29ba9a8a-49a5-4a12-938b-d6bdf812ea18 req-d7e69c8e-9f62-4c6d-940a-692dda8d0b5d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4d0706d5cb74153ac23af4cb02afd02&device_id=4e163002-b769-4afe-bc17-255419a99087 HTTP/1.1" status: 200  len: 1098 time: 0.0689523
May 02 03:51:46.640876 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba9a8a-49a5-4a12-938b-d6bdf812ea18 req-57ce8d00-5485-4950-9347-94d053332938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:51:46.642199 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-29ba9a8a-49a5-4a12-938b-d6bdf812ea18 req-57ce8d00-5485-4950-9347-94d053332938 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e0f2c995-0c49-41f7-960f-54ff752d74e7 HTTP/1.1" status: 200  len: 913 time: 0.1222472
May 02 03:51:46.744220 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-29ba9a8a-49a5-4a12-938b-d6bdf812ea18 req-e5cd9a97-ba26-4e45-89a8-c0a476c53aac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af550294-aedf-403e-91a3-9b438e67abf3 HTTP/1.1" status: 200  len: 1001 time: 0.0952570
May 02 03:51:46.806953 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba9a8a-49a5-4a12-938b-d6bdf812ea18 req-9c7dc5ff-ffb8-43c1-8853-2e071b082247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:51:46.808210 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-29ba9a8a-49a5-4a12-938b-d6bdf812ea18 req-9c7dc5ff-ffb8-43c1-8853-2e071b082247 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4adfad06-ce64-4b56-9404-7ece70fb7c5a HTTP/1.1" status: 200  len: 851 time: 0.0578988
May 02 03:51:46.885520 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba9a8a-49a5-4a12-938b-d6bdf812ea18 req-18ef4a6c-8104-44a7-99e5-b17426d6829f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:51:46.887000 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-29ba9a8a-49a5-4a12-938b-d6bdf812ea18 req-18ef4a6c-8104-44a7-99e5-b17426d6829f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0f2c995-0c49-41f7-960f-54ff752d74e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0722761
May 02 03:51:47.102136 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-29ba9a8a-49a5-4a12-938b-d6bdf812ea18 req-8d2432a3-7b88-4f6e-8af1-bd15eab4449b service neutron] 10.222.0.37 "GET /v2.0/networks/e0f2c995-0c49-41f7-960f-54ff752d74e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2076380
May 02 03:51:47.234275 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-29ba9a8a-49a5-4a12-938b-d6bdf812ea18 req-f146b591-485e-4a4a-a1d1-bd3ba1af2691 service neutron] 10.222.0.37 "GET /v2.0/networks/e0f2c995-0c49-41f7-960f-54ff752d74e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1253593
May 02 03:52:05.198565 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-783038c9-4727-4fc6-b93e-84c62a7dd46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:52:07.885098 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:52:08.181495 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-f2886f3f-7dc0-418d-82d2-0632d981db27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:52:09.380249 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:52:10.884947 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:52:11.533316 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:52:11.624078 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:52:35.199576 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-6cae714b-7567-434e-b863-780c6d17515e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:52:37.886645 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:52:38.181633 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-ef89654a-0d5d-42c1-a4b9-ec17964b044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:52:39.384337 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:52:40.889328 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:52:41.463614 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 42506) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:52:41.526059 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:52:41.767026 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.plugin [None req-20acd036-7275-4677-8b93-8773af8858d0 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Deleting port b2b540f8-4db5-4434-854f-ef08bad8658d {{(pid=73901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:52:41.767275 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-20acd036-7275-4677-8b93-8773af8858d0 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:52:41.929468 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-20acd036-7275-4677-8b93-8773af8858d0 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:52:41.929782 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-20acd036-7275-4677-8b93-8773af8858d0 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:52:42.085039 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.plugin [None req-20acd036-7275-4677-8b93-8773af8858d0 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Calling delete_port for b2b540f8-4db5-4434-854f-ef08bad8658d owned by network:floatingip {{(pid=73901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:52:42.237606 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-20acd036-7275-4677-8b93-8773af8858d0 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718557'] for port, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:52:42.242750 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:52:42.294381 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20acd036-7275-4677-8b93-8773af8858d0 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Pushing event deleted for resources: {'Port': ['ID=b2b540f8-4db5-4434-854f-ef08bad8658d,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:52:42.334383 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20acd036-7275-4677-8b93-8773af8858d0 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:52:42.335436 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20acd036-7275-4677-8b93-8773af8858d0 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:52:42.335738 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20acd036-7275-4677-8b93-8773af8858d0 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:52:42.336096 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20acd036-7275-4677-8b93-8773af8858d0 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:52:42.336447 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20acd036-7275-4677-8b93-8773af8858d0 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:52:42.336797 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20acd036-7275-4677-8b93-8773af8858d0 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:52:42.337144 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20acd036-7275-4677-8b93-8773af8858d0 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:52:42.337489 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20acd036-7275-4677-8b93-8773af8858d0 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:52:42.337834 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20acd036-7275-4677-8b93-8773af8858d0 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:52:42.338176 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20acd036-7275-4677-8b93-8773af8858d0 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:52:42.338573 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20acd036-7275-4677-8b93-8773af8858d0 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:52:42.338916 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20acd036-7275-4677-8b93-8773af8858d0 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:52:42.368562 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-20acd036-7275-4677-8b93-8773af8858d0 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:52:42.398158 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-20acd036-7275-4677-8b93-8773af8858d0 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks [] for floatingip, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:52:42.398510 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.db.l3_db [None req-20acd036-7275-4677-8b93-8773af8858d0 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Floating IP 8ca9d6f6-b801-4ce7-8fdc-d8688c64ab47 disassociated (deleted). External IP: 172.27.0.27, port: 26064ee4-f180-4e61-a381-8a313097a6d6.
May 02 03:52:42.742163 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20acd036-7275-4677-8b93-8773af8858d0 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Router 9cc4b5a0-7c8a-4564-b9aa-63f41965780d has already been hosted by L3 agent c822661f-3527-457d-a53a-678072f60f18 {{(pid=73901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 02 03:52:43.021393 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20acd036-7275-4677-8b93-8773af8858d0 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify agent at l3_agent.dv-cinder-789077-1-iscsi the message routers_updated {{(pid=73901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 02 03:52:43.030448 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c275d1-878c-473f-8246-ac09aabe6598 None None] Sync routers for ids ['9cc4b5a0-7c8a-4564-b9aa-63f41965780d'] in dv-cinder-789077-1-iscsi {{(pid=73902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 02 03:52:43.036948 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-20acd036-7275-4677-8b93-8773af8858d0 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for floatingip, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:52:43.039692 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c275d1-878c-473f-8246-ac09aabe6598 None None] Routers {'9cc4b5a0-7c8a-4564-b9aa-63f41965780d'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:52:43.040305 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-38c275d1-878c-473f-8246-ac09aabe6598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c56414c10>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:52:38Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['9cc4b5a0-7c8a-4564-b9aa-63f41965780d'], 'active': True} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:52:43.091397 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-20acd036-7275-4677-8b93-8773af8858d0 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "DELETE /v2.0/floatingips/8ca9d6f6-b801-4ce7-8fdc-d8688c64ab47 HTTP/1.1" status: 204  len: 168 time: 1.6267121
May 02 03:52:43.092034 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4192adf3-189f-4038-9e8f-74aea196bbf8', 'tag': '26064ee4-f180-4e61-a381-8a313097a6d6'}] {{(pid=73901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:52:43.223686 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvr_db [None req-38c275d1-878c-473f-8246-ac09aabe6598 None None] Set router 9cc4b5a0-7c8a-4564-b9aa-63f41965780d gateway port host: dv-cinder-789077-1-iscsi {{(pid=73902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:52:43.347369 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4192adf3-189f-4038-9e8f-74aea196bbf8', 'tag': '26064ee4-f180-4e61-a381-8a313097a6d6', 'status': 'completed', 'code': 200}
May 02 03:52:43.441192 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb24765-2f8d-4507-a483-ffc7e9cd11dc req-bcc47eed-dbf8-4af8-b8ac-6f393b287fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:52:43.442682 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-5eb24765-2f8d-4507-a483-ffc7e9cd11dc req-bcc47eed-dbf8-4af8-b8ac-6f393b287fa4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4d0706d5cb74153ac23af4cb02afd02&device_id=4192adf3-189f-4038-9e8f-74aea196bbf8 HTTP/1.1" status: 200  len: 1098 time: 0.0724032
May 02 03:52:43.483253 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba742b-7709-47f3-b7f0-74bb3fe9e00a req-77c4e49e-a46c-43d8-b168-4b0af6926dab tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:52:43.483947 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [req-2bba742b-7709-47f3-b7f0-74bb3fe9e00a req-77c4e49e-a46c-43d8-b168-4b0af6926dab tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Synchronizing usage tracker for tenant:a4d0706d5cb74153ac23af4cb02afd02 on resource:port {{(pid=73901) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 02 03:52:43.499721 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [req-2bba742b-7709-47f3-b7f0-74bb3fe9e00a req-77c4e49e-a46c-43d8-b168-4b0af6926dab tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Unset dirty status for tenant:a4d0706d5cb74153ac23af4cb02afd02 on resource:port {{(pid=73901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 02 03:52:43.503416 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2bba742b-7709-47f3-b7f0-74bb3fe9e00a req-77c4e49e-a46c-43d8-b168-4b0af6926dab tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/ports?device_id=4192adf3-189f-4038-9e8f-74aea196bbf8 HTTP/1.1" status: 200  len: 945 time: 0.1034341
May 02 03:52:43.554128 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-2bba742b-7709-47f3-b7f0-74bb3fe9e00a req-b15ba048-d972-45d0-8072-e25ed21f5275 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/security-groups?id=dcfcf693-3a80-4024-9c11-020557a5067b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0469060
May 02 03:52:43.576020 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb24765-2f8d-4507-a483-ffc7e9cd11dc req-2e084505-b3cb-4002-b9de-f369805d6b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:52:43.577504 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-5eb24765-2f8d-4507-a483-ffc7e9cd11dc req-2e084505-b3cb-4002-b9de-f369805d6b39 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e0f2c995-0c49-41f7-960f-54ff752d74e7 HTTP/1.1" status: 200  len: 913 time: 0.1282418
May 02 03:52:43.605919 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-38c275d1-878c-473f-8246-ac09aabe6598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c56414c10>, [{'id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'name': 'tempest-TestVolumeBootPattern-1686692641-router', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:45:55Z', 'updated_at': '2021-05-02T03:45:59Z', 'revision_number': 4, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'gw_port': {'id': '2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:45:56Z', 'updated_at': '2021-05-02T03:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_floatingips': [{'id': '10a0fff7-9654-46fa-9d3d-e8412202cd9b', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'floating_ip_address': '172.27.0.179', 'floating_network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'router_id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'port_id': 'af550294-aedf-403e-91a3-9b438e67abf3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7', 'mac_address': 'fa:16:3e:c3:8d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e163002-b769-4afe-bc17-255419a99087', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:49:15Z', 'updated_at': '2021-05-02T03:49:18Z', 'revision_number': 1, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9ac207-b9aa-4916-b1a9-0f83aad78608', 'name': '', 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'mac_address': 'fa:16:3e:d8:a6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4adfad06-ce64-4b56-9404-7ece70fb7c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:45:58Z', 'updated_at': '2021-05-02T03:46:07Z', 'revision_number': 5, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'subnets': [{'id': '4adfad06-ce64-4b56-9404-7ece70fb7c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:52:43.609784 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c275d1-878c-473f-8246-ac09aabe6598 None None] Checking router: 9cc4b5a0-7c8a-4564-b9aa-63f41965780d for host: dv-cinder-789077-1-iscsi {{(pid=73902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 02 03:52:43.620514 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c275d1-878c-473f-8246-ac09aabe6598 None None] Routers {'9cc4b5a0-7c8a-4564-b9aa-63f41965780d'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:52:43.621375 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-38c275d1-878c-473f-8246-ac09aabe6598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c56414c10>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:52:38Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['9cc4b5a0-7c8a-4564-b9aa-63f41965780d'], 'active': True} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:52:43.650091 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-5eb24765-2f8d-4507-a483-ffc7e9cd11dc req-04e31e19-d8f6-4ce7-9224-c41662da1030 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26064ee4-f180-4e61-a381-8a313097a6d6 HTTP/1.1" status: 200  len: 217 time: 0.0644088
May 02 03:52:43.712846 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb24765-2f8d-4507-a483-ffc7e9cd11dc req-97a434be-99dd-42e5-8f21-2522b7ff34d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:52:43.714285 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-5eb24765-2f8d-4507-a483-ffc7e9cd11dc req-97a434be-99dd-42e5-8f21-2522b7ff34d2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4adfad06-ce64-4b56-9404-7ece70fb7c5a HTTP/1.1" status: 200  len: 851 time: 0.0575054
May 02 03:52:43.795570 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb24765-2f8d-4507-a483-ffc7e9cd11dc req-6de45b83-7182-4660-9d8a-e6dd2e1918d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:52:43.797045 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-5eb24765-2f8d-4507-a483-ffc7e9cd11dc req-6de45b83-7182-4660-9d8a-e6dd2e1918d2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0f2c995-0c49-41f7-960f-54ff752d74e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0750840
May 02 03:52:43.797975 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvr_db [None req-38c275d1-878c-473f-8246-ac09aabe6598 None None] Set router 9cc4b5a0-7c8a-4564-b9aa-63f41965780d gateway port host: dv-cinder-789077-1-iscsi {{(pid=73902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:52:43.934921 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-5eb24765-2f8d-4507-a483-ffc7e9cd11dc req-308764f9-eef5-4e08-ae29-508561a8ea32 service neutron] 10.222.0.37 "GET /v2.0/networks/e0f2c995-0c49-41f7-960f-54ff752d74e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283607
May 02 03:52:44.067457 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-5eb24765-2f8d-4507-a483-ffc7e9cd11dc req-8036dbb9-f5de-4c2c-b519-e65dd2e5e3fd service neutron] 10.222.0.37 "GET /v2.0/networks/e0f2c995-0c49-41f7-960f-54ff752d74e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250370
May 02 03:52:44.176423 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-38c275d1-878c-473f-8246-ac09aabe6598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c56414c10>, [{'id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'name': 'tempest-TestVolumeBootPattern-1686692641-router', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:45:55Z', 'updated_at': '2021-05-02T03:45:59Z', 'revision_number': 4, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'gw_port': {'id': '2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:45:56Z', 'updated_at': '2021-05-02T03:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_floatingips': [{'id': '10a0fff7-9654-46fa-9d3d-e8412202cd9b', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'floating_ip_address': '172.27.0.179', 'floating_network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'router_id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'port_id': 'af550294-aedf-403e-91a3-9b438e67abf3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7', 'mac_address': 'fa:16:3e:c3:8d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e163002-b769-4afe-bc17-255419a99087', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:49:15Z', 'updated_at': '2021-05-02T03:49:18Z', 'revision_number': 1, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9ac207-b9aa-4916-b1a9-0f83aad78608', 'name': '', 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'mac_address': 'fa:16:3e:d8:a6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4adfad06-ce64-4b56-9404-7ece70fb7c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:45:58Z', 'updated_at': '2021-05-02T03:46:07Z', 'revision_number': 5, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'subnets': [{'id': '4adfad06-ce64-4b56-9404-7ece70fb7c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:52:44.180302 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c275d1-878c-473f-8246-ac09aabe6598 None None] The sync data for ids ['9cc4b5a0-7c8a-4564-b9aa-63f41965780d'] in dv-cinder-789077-1-iscsi is: [{'id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'name': 'tempest-TestVolumeBootPattern-1686692641-router', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:45:55Z', 'updated_at': '2021-05-02T03:45:59Z', 'revision_number': 4, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'gw_port': {'id': '2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:45:56Z', 'updated_at': '2021-05-02T03:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_floatingips': [{'id': '10a0fff7-9654-46fa-9d3d-e8412202cd9b', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'floating_ip_address': '172.27.0.179', 'floating_network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'router_id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'port_id': 'af550294-aedf-403e-91a3-9b438e67abf3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7', 'mac_address': 'fa:16:3e:c3:8d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e163002-b769-4afe-bc17-255419a99087', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:49:15Z', 'updated_at': '2021-05-02T03:49:18Z', 'revision_number': 1, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9ac207-b9aa-4916-b1a9-0f83aad78608', 'name': '', 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'mac_address': 'fa:16:3e:d8:a6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4adfad06-ce64-4b56-9404-7ece70fb7c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:45:58Z', 'updated_at': '2021-05-02T03:46:07Z', 'revision_number': 5, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'subnets': [{'id': '4adfad06-ce64-4b56-9404-7ece70fb7c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 02 03:52:44.370001 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdfa856-c2c4-47a3-8293-2609aa9ff249 None None] New status for floating IP 8ca9d6f6-b801-4ce7-8fdc-d8688c64ab47: DOWN {{(pid=73903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 02 03:52:44.759628 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba41a75-c903-4c2f-bfa4-81d9e13890aa req-be5ee17e-4849-4abe-8662-9527c8e14e3d tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:52:44.761056 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-7ba41a75-c903-4c2f-bfa4-81d9e13890aa req-be5ee17e-4849-4abe-8662-9527c8e14e3d tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/ports?device_id=4192adf3-189f-4038-9e8f-74aea196bbf8 HTTP/1.1" status: 200  len: 945 time: 0.0784383
May 02 03:52:44.805087 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-7ba41a75-c903-4c2f-bfa4-81d9e13890aa req-27025263-b852-49f8-ada3-d1aa7ecab8ac tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/security-groups?id=dcfcf693-3a80-4024-9c11-020557a5067b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0384350
May 02 03:52:44.948132 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14a3e0-2c2d-4ef4-a1f6-80a5601f2a1e req-dc6cac54-455c-48f8-bef2-117b1fec4c6e tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:52:44.948707 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-af14a3e0-2c2d-4ef4-a1f6-80a5601f2a1e req-dc6cac54-455c-48f8-bef2-117b1fec4c6e tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Synchronizing usage tracker for tenant:a4d0706d5cb74153ac23af4cb02afd02 on resource:port {{(pid=73900) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 02 03:52:44.960617 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-af14a3e0-2c2d-4ef4-a1f6-80a5601f2a1e req-dc6cac54-455c-48f8-bef2-117b1fec4c6e tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Unset dirty status for tenant:a4d0706d5cb74153ac23af4cb02afd02 on resource:port {{(pid=73900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 02 03:52:44.961688 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-af14a3e0-2c2d-4ef4-a1f6-80a5601f2a1e req-dc6cac54-455c-48f8-bef2-117b1fec4c6e tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.37 "GET /v2.0/ports?device_id=4192adf3-189f-4038-9e8f-74aea196bbf8 HTTP/1.1" status: 200  len: 945 time: 0.0904989
May 02 03:52:45.097532 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [req-af14a3e0-2c2d-4ef4-a1f6-80a5601f2a1e req-d7cbc15a-866a-4efb-9bc1-8ca1fdb9d125 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Deleting port 26064ee4-f180-4e61-a381-8a313097a6d6 {{(pid=73900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:52:45.097867 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-af14a3e0-2c2d-4ef4-a1f6-80a5601f2a1e req-d7cbc15a-866a-4efb-9bc1-8ca1fdb9d125 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:52:45.232716 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [req-af14a3e0-2c2d-4ef4-a1f6-80a5601f2a1e req-d7cbc15a-866a-4efb-9bc1-8ca1fdb9d125 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] For port 26064ee4-f180-4e61-a381-8a313097a6d6, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=26064ee4-f180-4e61-a381-8a313097a6d6,segment=NetworkSegment(f2d762ee-186f-403b-bcea-c59708d84555),segment_id=f2d762ee-186f-403b-bcea-c59708d84555)] {{(pid=73900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:52:45.232975 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-af14a3e0-2c2d-4ef4-a1f6-80a5601f2a1e req-d7cbc15a-866a-4efb-9bc1-8ca1fdb9d125 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:52:45.350384 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [req-af14a3e0-2c2d-4ef4-a1f6-80a5601f2a1e req-d7cbc15a-866a-4efb-9bc1-8ca1fdb9d125 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Calling delete_port for 26064ee4-f180-4e61-a381-8a313097a6d6 owned by compute:nova {{(pid=73900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:52:45.466330 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-af14a3e0-2c2d-4ef4-a1f6-80a5601f2a1e req-d7cbc15a-866a-4efb-9bc1-8ca1fdb9d125 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-899257'] for port, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:52:45.471708 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-a723fa33-2948-4bc5-a3cd-c8c9647ee7f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:52:45.516398 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cbc15a-866a-4efb-9bc1-8ca1fdb9d125 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Pushing event deleted for resources: {'Port': ['ID=26064ee4-f180-4e61-a381-8a313097a6d6,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:52:45.556478 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cbc15a-866a-4efb-9bc1-8ca1fdb9d125 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:52:45.556853 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cbc15a-866a-4efb-9bc1-8ca1fdb9d125 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:52:45.557220 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cbc15a-866a-4efb-9bc1-8ca1fdb9d125 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:52:45.557588 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cbc15a-866a-4efb-9bc1-8ca1fdb9d125 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:52:45.557941 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cbc15a-866a-4efb-9bc1-8ca1fdb9d125 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:52:45.558295 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cbc15a-866a-4efb-9bc1-8ca1fdb9d125 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:52:45.558671 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cbc15a-866a-4efb-9bc1-8ca1fdb9d125 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:52:45.559022 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cbc15a-866a-4efb-9bc1-8ca1fdb9d125 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:52:45.559372 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cbc15a-866a-4efb-9bc1-8ca1fdb9d125 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:52:45.559719 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cbc15a-866a-4efb-9bc1-8ca1fdb9d125 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:52:45.560063 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cbc15a-866a-4efb-9bc1-8ca1fdb9d125 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:52:45.560406 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cbc15a-866a-4efb-9bc1-8ca1fdb9d125 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:52:45.567743 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-d7cbc15a-866a-4efb-9bc1-8ca1fdb9d125 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:52:45.698031 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.l3_dvrscheduler_db [req-af14a3e0-2c2d-4ef4-a1f6-80a5601f2a1e req-d7cbc15a-866a-4efb-9bc1-8ca1fdb9d125 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] No DVR routers for this DVR port 26064ee4-f180-4e61-a381-8a313097a6d6 on host hv-cinder-78907 {{(pid=73900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 02 03:52:45.700747 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-af14a3e0-2c2d-4ef4-a1f6-80a5601f2a1e req-d7cbc15a-866a-4efb-9bc1-8ca1fdb9d125 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for port, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:52:45.703527 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4192adf3-189f-4038-9e8f-74aea196bbf8', 'name': 'network-vif-deleted', 'tag': '26064ee4-f180-4e61-a381-8a313097a6d6'}] {{(pid=73900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:52:45.718716 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-af14a3e0-2c2d-4ef4-a1f6-80a5601f2a1e req-d7cbc15a-866a-4efb-9bc1-8ca1fdb9d125 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.37 "DELETE /v2.0/ports/26064ee4-f180-4e61-a381-8a313097a6d6 HTTP/1.1" status: 204  len: 173 time: 0.7513647
May 02 03:52:45.761020 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4192adf3-189f-4038-9e8f-74aea196bbf8', 'name': 'network-vif-deleted', 'tag': '26064ee4-f180-4e61-a381-8a313097a6d6', 'status': 'completed', 'code': 200}
May 02 03:52:45.957959 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-5fbe905a-f29d-44f4-a01b-5fc65faa481c req-20bdee21-5568-40f3-838a-ee169183791f tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/ports?device_id=4192adf3-189f-4038-9e8f-74aea196bbf8 HTTP/1.1" status: 200  len: 210 time: 0.0468731
May 02 03:52:48.622211 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:52:48.681593 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device 26064ee4-f180-4e61-a381-8a313097a6d6 no longer exists at agent hyperv_hv-cinder-78907 {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 02 03:52:48.715488 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] No Port match for: 26064ee4-f180-4e61-a381-8a313097a6d6 {{(pid=73902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 02 03:52:48.715870 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device 26064ee4-f180-4e61-a381-8a313097a6d6 not bound to the agent host hv-cinder-78907 {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 02 03:52:49.473315 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 42544) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:52:49.731808 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.plugin [None req-1b9d8c4c-88df-4fd6-85a0-bbd5ede25165 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Deleting port 176e217c-b15e-4543-be1d-f3ef80bb6428 {{(pid=73901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:52:49.732056 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-1b9d8c4c-88df-4fd6-85a0-bbd5ede25165 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:52:49.847931 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-1b9d8c4c-88df-4fd6-85a0-bbd5ede25165 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:52:49.848248 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-1b9d8c4c-88df-4fd6-85a0-bbd5ede25165 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:52:49.965735 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.plugin [None req-1b9d8c4c-88df-4fd6-85a0-bbd5ede25165 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Calling delete_port for 176e217c-b15e-4543-be1d-f3ef80bb6428 owned by network:floatingip {{(pid=73901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:52:50.083535 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-1b9d8c4c-88df-4fd6-85a0-bbd5ede25165 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718557'] for port, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:52:50.088495 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-9ff518b2-b6aa-45ca-9d36-83ef8e920a73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:52:50.133047 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d8c4c-88df-4fd6-85a0-bbd5ede25165 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Pushing event deleted for resources: {'Port': ['ID=176e217c-b15e-4543-be1d-f3ef80bb6428,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:52:50.136850 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-1b9d8c4c-88df-4fd6-85a0-bbd5ede25165 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:52:50.220773 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-1b9d8c4c-88df-4fd6-85a0-bbd5ede25165 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks [] for floatingip, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:52:50.221125 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.db.l3_db [None req-1b9d8c4c-88df-4fd6-85a0-bbd5ede25165 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Floating IP 10a0fff7-9654-46fa-9d3d-e8412202cd9b disassociated (deleted). External IP: 172.27.0.179, port: af550294-aedf-403e-91a3-9b438e67abf3.
May 02 03:52:50.567248 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b9d8c4c-88df-4fd6-85a0-bbd5ede25165 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Router 9cc4b5a0-7c8a-4564-b9aa-63f41965780d has already been hosted by L3 agent c822661f-3527-457d-a53a-678072f60f18 {{(pid=73901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 02 03:52:50.842745 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9d8c4c-88df-4fd6-85a0-bbd5ede25165 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify agent at l3_agent.dv-cinder-789077-1-iscsi the message routers_updated {{(pid=73901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 02 03:52:50.852764 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a73cc40-9a44-4dd1-8194-b34978d292cb None None] Sync routers for ids ['9cc4b5a0-7c8a-4564-b9aa-63f41965780d'] in dv-cinder-789077-1-iscsi {{(pid=73902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 02 03:52:50.859056 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-1b9d8c4c-88df-4fd6-85a0-bbd5ede25165 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for floatingip, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:52:50.861656 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a73cc40-9a44-4dd1-8194-b34978d292cb None None] Routers {'9cc4b5a0-7c8a-4564-b9aa-63f41965780d'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:52:50.862255 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-9a73cc40-9a44-4dd1-8194-b34978d292cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c54d013a0>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:52:38Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['9cc4b5a0-7c8a-4564-b9aa-63f41965780d'], 'active': True} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:52:50.913005 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-1b9d8c4c-88df-4fd6-85a0-bbd5ede25165 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "DELETE /v2.0/floatingips/10a0fff7-9654-46fa-9d3d-e8412202cd9b HTTP/1.1" status: 204  len: 168 time: 1.4385624
May 02 03:52:50.913844 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e163002-b769-4afe-bc17-255419a99087', 'tag': 'af550294-aedf-403e-91a3-9b438e67abf3'}] {{(pid=73901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:52:50.957727 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e163002-b769-4afe-bc17-255419a99087', 'tag': 'af550294-aedf-403e-91a3-9b438e67abf3', 'status': 'completed', 'code': 200}
May 02 03:52:51.041342 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvr_db [None req-9a73cc40-9a44-4dd1-8194-b34978d292cb None None] Set router 9cc4b5a0-7c8a-4564-b9aa-63f41965780d gateway port host: dv-cinder-789077-1-iscsi {{(pid=73902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:52:51.050533 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd30a6bc-2685-450c-ae8d-beb6e7ee74a7 req-04629c4d-3925-4375-b10a-43f56ed5e986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:52:51.051996 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-bd30a6bc-2685-450c-ae8d-beb6e7ee74a7 req-04629c4d-3925-4375-b10a-43f56ed5e986 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4d0706d5cb74153ac23af4cb02afd02&device_id=4e163002-b769-4afe-bc17-255419a99087 HTTP/1.1" status: 200  len: 1098 time: 0.0722461
May 02 03:52:51.188053 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd30a6bc-2685-450c-ae8d-beb6e7ee74a7 req-9bd766ae-1836-48b7-b6dd-d0accdb4c595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:52:51.189541 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-bd30a6bc-2685-450c-ae8d-beb6e7ee74a7 req-9bd766ae-1836-48b7-b6dd-d0accdb4c595 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e0f2c995-0c49-41f7-960f-54ff752d74e7 HTTP/1.1" status: 200  len: 913 time: 0.1304228
May 02 03:52:51.266872 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-bd30a6bc-2685-450c-ae8d-beb6e7ee74a7 req-9b0c8ab2-75fb-4493-b0cb-48aa3e3fc5b5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af550294-aedf-403e-91a3-9b438e67abf3 HTTP/1.1" status: 200  len: 217 time: 0.0700333
May 02 03:52:51.305864 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d40cbb-047b-46b3-93bf-e749eaed3984 req-34ca34b3-c87f-4edc-bbf6-07de31d68f53 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:52:51.306591 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [req-b9d40cbb-047b-46b3-93bf-e749eaed3984 req-34ca34b3-c87f-4edc-bbf6-07de31d68f53 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Synchronizing usage tracker for tenant:a4d0706d5cb74153ac23af4cb02afd02 on resource:port {{(pid=73901) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 02 03:52:51.322140 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.quota.resource [req-b9d40cbb-047b-46b3-93bf-e749eaed3984 req-34ca34b3-c87f-4edc-bbf6-07de31d68f53 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Unset dirty status for tenant:a4d0706d5cb74153ac23af4cb02afd02 on resource:port {{(pid=73901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 02 03:52:51.323369 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-b9d40cbb-047b-46b3-93bf-e749eaed3984 req-34ca34b3-c87f-4edc-bbf6-07de31d68f53 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e163002-b769-4afe-bc17-255419a99087 HTTP/1.1" status: 200  len: 945 time: 0.1128068
May 02 03:52:51.341524 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd30a6bc-2685-450c-ae8d-beb6e7ee74a7 req-b9c84d2b-c5b9-4265-816c-f1df92ae4afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:52:51.344278 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-bd30a6bc-2685-450c-ae8d-beb6e7ee74a7 req-b9c84d2b-c5b9-4265-816c-f1df92ae4afb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4adfad06-ce64-4b56-9404-7ece70fb7c5a HTTP/1.1" status: 200  len: 851 time: 0.0703590
May 02 03:52:51.365465 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-9a73cc40-9a44-4dd1-8194-b34978d292cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c54d013a0>, [{'id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'name': 'tempest-TestVolumeBootPattern-1686692641-router', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:45:55Z', 'updated_at': '2021-05-02T03:45:59Z', 'revision_number': 4, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'gw_port': {'id': '2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:45:56Z', 'updated_at': '2021-05-02T03:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_interfaces': [{'id': '8b9ac207-b9aa-4916-b1a9-0f83aad78608', 'name': '', 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'mac_address': 'fa:16:3e:d8:a6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4adfad06-ce64-4b56-9404-7ece70fb7c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:45:58Z', 'updated_at': '2021-05-02T03:46:07Z', 'revision_number': 5, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'subnets': [{'id': '4adfad06-ce64-4b56-9404-7ece70fb7c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:52:51.370157 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a73cc40-9a44-4dd1-8194-b34978d292cb None None] Checking router: 9cc4b5a0-7c8a-4564-b9aa-63f41965780d for host: dv-cinder-789077-1-iscsi {{(pid=73902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 02 03:52:51.374536 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-b9d40cbb-047b-46b3-93bf-e749eaed3984 req-8295c37a-31d5-4c8d-9c1c-ca15c21f7abc tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/security-groups?id=dcfcf693-3a80-4024-9c11-020557a5067b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0442872
May 02 03:52:51.385371 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a73cc40-9a44-4dd1-8194-b34978d292cb None None] Routers {'9cc4b5a0-7c8a-4564-b9aa-63f41965780d'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:52:51.385980 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-9a73cc40-9a44-4dd1-8194-b34978d292cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c54d013a0>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:52:38Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['9cc4b5a0-7c8a-4564-b9aa-63f41965780d'], 'active': True} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:52:51.429666 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd30a6bc-2685-450c-ae8d-beb6e7ee74a7 req-3d2332ad-7d6c-496a-8ddb-d3d31340e26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:52:51.431199 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-bd30a6bc-2685-450c-ae8d-beb6e7ee74a7 req-3d2332ad-7d6c-496a-8ddb-d3d31340e26f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0f2c995-0c49-41f7-960f-54ff752d74e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0784967
May 02 03:52:51.561825 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-bd30a6bc-2685-450c-ae8d-beb6e7ee74a7 req-2589cb06-3486-4070-bc84-b4c6559ade91 service neutron] 10.222.0.37 "GET /v2.0/networks/e0f2c995-0c49-41f7-960f-54ff752d74e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1231241
May 02 03:52:51.567649 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvr_db [None req-9a73cc40-9a44-4dd1-8194-b34978d292cb None None] Set router 9cc4b5a0-7c8a-4564-b9aa-63f41965780d gateway port host: dv-cinder-789077-1-iscsi {{(pid=73902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:52:51.693561 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-bd30a6bc-2685-450c-ae8d-beb6e7ee74a7 req-44cc6a4e-49cd-4a79-99b4-7eebcd1c5273 service neutron] 10.222.0.37 "GET /v2.0/networks/e0f2c995-0c49-41f7-960f-54ff752d74e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1232765
May 02 03:52:51.911491 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-9a73cc40-9a44-4dd1-8194-b34978d292cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c54d013a0>, [{'id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'name': 'tempest-TestVolumeBootPattern-1686692641-router', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:45:55Z', 'updated_at': '2021-05-02T03:45:59Z', 'revision_number': 4, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'gw_port': {'id': '2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:45:56Z', 'updated_at': '2021-05-02T03:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_interfaces': [{'id': '8b9ac207-b9aa-4916-b1a9-0f83aad78608', 'name': '', 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'mac_address': 'fa:16:3e:d8:a6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4adfad06-ce64-4b56-9404-7ece70fb7c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:45:58Z', 'updated_at': '2021-05-02T03:46:07Z', 'revision_number': 5, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'subnets': [{'id': '4adfad06-ce64-4b56-9404-7ece70fb7c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:52:51.915385 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a73cc40-9a44-4dd1-8194-b34978d292cb None None] The sync data for ids ['9cc4b5a0-7c8a-4564-b9aa-63f41965780d'] in dv-cinder-789077-1-iscsi is: [{'id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'name': 'tempest-TestVolumeBootPattern-1686692641-router', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:45:55Z', 'updated_at': '2021-05-02T03:45:59Z', 'revision_number': 4, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'gw_port': {'id': '2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:45:56Z', 'updated_at': '2021-05-02T03:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi', '_interfaces': [{'id': '8b9ac207-b9aa-4916-b1a9-0f83aad78608', 'name': '', 'network_id': 'e0f2c995-0c49-41f7-960f-54ff752d74e7', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'mac_address': 'fa:16:3e:d8:a6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4adfad06-ce64-4b56-9404-7ece70fb7c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:45:58Z', 'updated_at': '2021-05-02T03:46:07Z', 'revision_number': 5, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'subnets': [{'id': '4adfad06-ce64-4b56-9404-7ece70fb7c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 02 03:52:52.102279 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5b2a71-d9f1-46ed-a0db-afb51bae7066 None None] New status for floating IP 10a0fff7-9654-46fa-9d3d-e8412202cd9b: DOWN {{(pid=73903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 02 03:52:52.562802 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281b695-07fa-4c2a-87a0-80e6ecc7f0c7 req-274ce75b-5110-4150-a71c-55f3ca677f3f tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:52:52.564211 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-b281b695-07fa-4c2a-87a0-80e6ecc7f0c7 req-274ce75b-5110-4150-a71c-55f3ca677f3f tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e163002-b769-4afe-bc17-255419a99087 HTTP/1.1" status: 200  len: 945 time: 0.0774975
May 02 03:52:52.608102 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-b281b695-07fa-4c2a-87a0-80e6ecc7f0c7 req-bb1f10e1-8c96-4450-a696-41358cb748b0 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/security-groups?id=dcfcf693-3a80-4024-9c11-020557a5067b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0375984
May 02 03:52:52.770887 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a0e217-b78a-42d0-abb8-df04318a3f38 req-5707d07c-0d08-43b7-b94a-e65c8da3705b tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 02 03:52:52.771575 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-19a0e217-b78a-42d0-abb8-df04318a3f38 req-5707d07c-0d08-43b7-b94a-e65c8da3705b tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Synchronizing usage tracker for tenant:a4d0706d5cb74153ac23af4cb02afd02 on resource:port {{(pid=73900) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 02 03:52:52.783807 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.quota.resource [req-19a0e217-b78a-42d0-abb8-df04318a3f38 req-5707d07c-0d08-43b7-b94a-e65c8da3705b tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Unset dirty status for tenant:a4d0706d5cb74153ac23af4cb02afd02 on resource:port {{(pid=73900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 02 03:52:52.784888 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-19a0e217-b78a-42d0-abb8-df04318a3f38 req-5707d07c-0d08-43b7-b94a-e65c8da3705b tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e163002-b769-4afe-bc17-255419a99087 HTTP/1.1" status: 200  len: 945 time: 0.0922418
May 02 03:52:52.920052 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [req-19a0e217-b78a-42d0-abb8-df04318a3f38 req-58bce978-f1ba-4a18-9e2c-ca630dfb493c tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Deleting port af550294-aedf-403e-91a3-9b438e67abf3 {{(pid=73900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:52:52.920309 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-19a0e217-b78a-42d0-abb8-df04318a3f38 req-58bce978-f1ba-4a18-9e2c-ca630dfb493c tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:52:53.050284 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.db [req-19a0e217-b78a-42d0-abb8-df04318a3f38 req-58bce978-f1ba-4a18-9e2c-ca630dfb493c tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] For port af550294-aedf-403e-91a3-9b438e67abf3, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=af550294-aedf-403e-91a3-9b438e67abf3,segment=NetworkSegment(f2d762ee-186f-403b-bcea-c59708d84555),segment_id=f2d762ee-186f-403b-bcea-c59708d84555)] {{(pid=73900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:52:53.050666 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-19a0e217-b78a-42d0-abb8-df04318a3f38 req-58bce978-f1ba-4a18-9e2c-ca630dfb493c tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:52:53.170642 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.plugins.ml2.plugin [req-19a0e217-b78a-42d0-abb8-df04318a3f38 req-58bce978-f1ba-4a18-9e2c-ca630dfb493c tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Calling delete_port for af550294-aedf-403e-91a3-9b438e67abf3 owned by compute:nova {{(pid=73900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:52:53.281608 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-19a0e217-b78a-42d0-abb8-df04318a3f38 req-58bce978-f1ba-4a18-9e2c-ca630dfb493c tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-899257'] for port, after_delete {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:52:53.286889 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-766518f3-f614-4c63-92c0-d04e535e9cb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:52:53.331767 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bce978-f1ba-4a18-9e2c-ca630dfb493c tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Pushing event deleted for resources: {'Port': ['ID=af550294-aedf-403e-91a3-9b438e67abf3,revision_number=None']} {{(pid=73900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:52:53.334976 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG oslo_concurrency.lockutils [None req-58bce978-f1ba-4a18-9e2c-ca630dfb493c tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:52:53.411499 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a0e217-b78a-42d0-abb8-df04318a3f38 req-58bce978-f1ba-4a18-9e2c-ca630dfb493c tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] No DVR routers for this DVR port af550294-aedf-403e-91a3-9b438e67abf3 on host hv-cinder-78907 {{(pid=73900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 02 03:52:53.414756 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron_lib.callbacks.manager [req-19a0e217-b78a-42d0-abb8-df04318a3f38 req-58bce978-f1ba-4a18-9e2c-ca630dfb493c tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for port, before_response {{(pid=73900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:52:53.417252 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e163002-b769-4afe-bc17-255419a99087', 'name': 'network-vif-deleted', 'tag': 'af550294-aedf-403e-91a3-9b438e67abf3'}] {{(pid=73900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 02 03:52:53.433340 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [req-19a0e217-b78a-42d0-abb8-df04318a3f38 req-58bce978-f1ba-4a18-9e2c-ca630dfb493c tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.37 "DELETE /v2.0/ports/af550294-aedf-403e-91a3-9b438e67abf3 HTTP/1.1" status: 204  len: 173 time: 0.6429176
May 02 03:52:53.463777 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e163002-b769-4afe-bc17-255419a99087', 'name': 'network-vif-deleted', 'tag': 'af550294-aedf-403e-91a3-9b438e67abf3', 'status': 'completed', 'code': 200}
May 02 03:52:53.759548 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [req-4f675d46-9453-4abc-bf3e-cb5c8e71fb1f req-e6386333-e855-4bc5-a604-614471765eeb tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e163002-b769-4afe-bc17-255419a99087 HTTP/1.1" status: 200  len: 210 time: 0.0464814
May 02 03:52:54.855649 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 42562) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:52:55.066130 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.plugin [None req-7326e1a5-1ac1-4cc6-9687-d8d62b898daa tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Deleting port dab07201-0f3e-429e-89ca-94a80f68ab4a {{(pid=73901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:52:55.066528 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-7326e1a5-1ac1-4cc6-9687-d8d62b898daa tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:52:55.182338 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-7326e1a5-1ac1-4cc6-9687-d8d62b898daa tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:52:55.182587 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-7326e1a5-1ac1-4cc6-9687-d8d62b898daa tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:52:55.309557 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.plugin [None req-7326e1a5-1ac1-4cc6-9687-d8d62b898daa tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Calling delete_port for dab07201-0f3e-429e-89ca-94a80f68ab4a owned by network:floatingip {{(pid=73901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:52:55.419901 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-7326e1a5-1ac1-4cc6-9687-d8d62b898daa tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718557'] for port, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:52:55.423336 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-361364cf-52ab-45fd-bd53-e38f32617649 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:52:55.465955 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7326e1a5-1ac1-4cc6-9687-d8d62b898daa tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Pushing event deleted for resources: {'Port': ['ID=dab07201-0f3e-429e-89ca-94a80f68ab4a,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:52:55.469324 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-7326e1a5-1ac1-4cc6-9687-d8d62b898daa tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:52:55.560351 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-7326e1a5-1ac1-4cc6-9687-d8d62b898daa tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks [] for floatingip, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:52:55.574206 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-7326e1a5-1ac1-4cc6-9687-d8d62b898daa tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155607'] for floatingip, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:52:55.575344 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-7326e1a5-1ac1-4cc6-9687-d8d62b898daa tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "DELETE /v2.0/floatingips/76a61aa8-d4b6-4d18-a33b-1d48580aa013 HTTP/1.1" status: 204  len: 168 time: 0.7187448
May 02 03:52:56.735320 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device af550294-aedf-403e-91a3-9b438e67abf3 no longer exists at agent hyperv_hv-cinder-78907 {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 02 03:52:56.770178 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] No Port match for: af550294-aedf-403e-91a3-9b438e67abf3 {{(pid=73902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 02 03:52:56.770550 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Device af550294-aedf-403e-91a3-9b438e67abf3 not bound to the agent host hv-cinder-78907 {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 02 03:52:56.946553 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 42576) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:52:57.013771 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-4a1c15be-48e4-4bb2-8739-696f5b4f5eac tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks [] for security_group, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:52:57.042994 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-4a1c15be-48e4-4bb2-8739-696f5b4f5eac tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:52:57.108641 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-4a1c15be-48e4-4bb2-8739-696f5b4f5eac tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:52:57.112541 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-74d6b706-ca9f-4076-a4ce-af9a9ed119e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:52:57.127965 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c15be-48e4-4bb2-8739-696f5b4f5eac tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfcf693-3a80-4024-9c11-020557a5067b,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:52:57.130505 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-4a1c15be-48e4-4bb2-8739-696f5b4f5eac tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:52:57.141153 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-4a1c15be-48e4-4bb2-8739-696f5b4f5eac tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Notify callbacks [] for security_group, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:52:57.144991 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-4a1c15be-48e4-4bb2-8739-696f5b4f5eac tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] 10.222.0.38 "DELETE /v2.0/security-groups/dcfcf693-3a80-4024-9c11-020557a5067b HTTP/1.1" status: 204  len: 168 time: 0.1974540
May 02 03:52:57.196479 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 42582) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:52:57.978230 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-7142cf90-f130-473c-b7ae-226c1db68bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-400707'] for router_interface, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:52:58.367674 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.plugin [None req-7142cf90-f130-473c-b7ae-226c1db68bdb admin admin] Deleting port 8b9ac207-b9aa-4916-b1a9-0f83aad78608 {{(pid=73901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:52:58.368002 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-7142cf90-f130-473c-b7ae-226c1db68bdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:52:58.484218 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.db [None req-7142cf90-f130-473c-b7ae-226c1db68bdb admin admin] For port 8b9ac207-b9aa-4916-b1a9-0f83aad78608, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=8b9ac207-b9aa-4916-b1a9-0f83aad78608,segment=NetworkSegment(f2d762ee-186f-403b-bcea-c59708d84555),segment_id=f2d762ee-186f-403b-bcea-c59708d84555)] {{(pid=73901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:52:58.484563 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-7142cf90-f130-473c-b7ae-226c1db68bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:52:58.602268 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.plugin [None req-7142cf90-f130-473c-b7ae-226c1db68bdb admin admin] Calling delete_port for 8b9ac207-b9aa-4916-b1a9-0f83aad78608 owned by network:router_interface {{(pid=73901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:52:58.746258 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-7142cf90-f130-473c-b7ae-226c1db68bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718557'] for port, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:52:58.750666 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-20acd036-7275-4677-8b93-8773af8858d0 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:52:58.823210 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7142cf90-f130-473c-b7ae-226c1db68bdb admin admin] Pushing event deleted for resources: {'Port': ['ID=8b9ac207-b9aa-4916-b1a9-0f83aad78608,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:52:58.825549 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-7142cf90-f130-473c-b7ae-226c1db68bdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:52:59.155899 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-7142cf90-f130-473c-b7ae-226c1db68bdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1598338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425203'] for router_interface, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:52:59.515594 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7142cf90-f130-473c-b7ae-226c1db68bdb admin admin] Router 9cc4b5a0-7c8a-4564-b9aa-63f41965780d has already been hosted by L3 agent c822661f-3527-457d-a53a-678072f60f18 {{(pid=73901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 02 03:52:59.688167 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7142cf90-f130-473c-b7ae-226c1db68bdb admin admin] Notify agent at l3_agent.dv-cinder-789077-1-iscsi the message routers_updated {{(pid=73901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 02 03:52:59.697029 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47809363-0a93-4ad5-8007-3e24820fc82c None None] Sync routers for ids ['9cc4b5a0-7c8a-4564-b9aa-63f41965780d'] in dv-cinder-789077-1-iscsi {{(pid=73902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 02 03:52:59.700995 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-7142cf90-f130-473c-b7ae-226c1db68bdb admin admin] 10.222.0.38 "PUT /v2.0/routers/9cc4b5a0-7c8a-4564-b9aa-63f41965780d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5034740
May 02 03:52:59.703689 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 42588) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:52:59.707044 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47809363-0a93-4ad5-8007-3e24820fc82c None None] Routers {'9cc4b5a0-7c8a-4564-b9aa-63f41965780d'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:52:59.707656 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-47809363-0a93-4ad5-8007-3e24820fc82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c54915d90>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:52:38Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['9cc4b5a0-7c8a-4564-b9aa-63f41965780d'], 'active': True} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:52:59.879009 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-569bd022-744b-46f0-b333-884320551508 admin admin] Notify callbacks [] for router, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:52:59.885516 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvr_db [None req-47809363-0a93-4ad5-8007-3e24820fc82c None None] Set router 9cc4b5a0-7c8a-4564-b9aa-63f41965780d gateway port host: dv-cinder-789077-1-iscsi {{(pid=73902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:53:00.050803 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-569bd022-744b-46f0-b333-884320551508 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:00.121682 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.plugin [None req-569bd022-744b-46f0-b333-884320551508 admin admin] Deleting port 2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44 {{(pid=73901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:53:00.122022 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-569bd022-744b-46f0-b333-884320551508 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:00.164361 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-47809363-0a93-4ad5-8007-3e24820fc82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c54915d90>, [{'id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'name': 'tempest-TestVolumeBootPattern-1686692641-router', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:45:55Z', 'updated_at': '2021-05-02T03:52:58Z', 'revision_number': 5, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'gw_port': {'id': '2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:45:56Z', 'updated_at': '2021-05-02T03:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi'}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:53:00.168122 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47809363-0a93-4ad5-8007-3e24820fc82c None None] Checking router: 9cc4b5a0-7c8a-4564-b9aa-63f41965780d for host: dv-cinder-789077-1-iscsi {{(pid=73902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 02 03:53:00.176405 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47809363-0a93-4ad5-8007-3e24820fc82c None None] Routers {'9cc4b5a0-7c8a-4564-b9aa-63f41965780d'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:53:00.176997 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-47809363-0a93-4ad5-8007-3e24820fc82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c54915d90>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:52:38Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['9cc4b5a0-7c8a-4564-b9aa-63f41965780d'], 'active': True} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:53:00.242868 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.db [None req-569bd022-744b-46f0-b333-884320551508 admin admin] For port 2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44,segment=NetworkSegment(3f443235-55d0-4d2d-a949-b49c1a220799),segment_id=3f443235-55d0-4d2d-a949-b49c1a220799)] {{(pid=73901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:53:00.243487 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-569bd022-744b-46f0-b333-884320551508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:00.326696 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvr_db [None req-47809363-0a93-4ad5-8007-3e24820fc82c None None] Set router 9cc4b5a0-7c8a-4564-b9aa-63f41965780d gateway port host: None {{(pid=73902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:53:00.432457 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_hamode_db [None req-47809363-0a93-4ad5-8007-3e24820fc82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c54915d90>, [{'id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'name': 'tempest-TestVolumeBootPattern-1686692641-router', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:45:55Z', 'updated_at': '2021-05-02T03:53:00Z', 'revision_number': 6, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'gw_port_host': None}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:53:00.436217 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47809363-0a93-4ad5-8007-3e24820fc82c None None] The sync data for ids ['9cc4b5a0-7c8a-4564-b9aa-63f41965780d'] in dv-cinder-789077-1-iscsi is: [{'id': '9cc4b5a0-7c8a-4564-b9aa-63f41965780d', 'name': 'tempest-TestVolumeBootPattern-1686692641-router', 'tenant_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:45:55Z', 'updated_at': '2021-05-02T03:53:00Z', 'revision_number': 6, 'project_id': 'a4d0706d5cb74153ac23af4cb02afd02', 'gw_port_host': None}] {{(pid=73902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 02 03:53:00.474117 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.plugin [None req-569bd022-744b-46f0-b333-884320551508 admin admin] Calling delete_port for 2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44 owned by network:router_gateway {{(pid=73901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:53:00.609508 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-569bd022-744b-46f0-b333-884320551508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718557'] for port, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:00.612904 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-1b9d8c4c-88df-4fd6-85a0-bbd5ede25165 tempest-TestVolumeBootPattern-568766150 tempest-TestVolumeBootPattern-568766150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:53:00.654044 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569bd022-744b-46f0-b333-884320551508 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:53:00.657057 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-569bd022-744b-46f0-b333-884320551508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:53:00.743936 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-569bd022-744b-46f0-b333-884320551508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419436'] for router_gateway, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:00.916926 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-569bd022-744b-46f0-b333-884320551508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1022368'] for router, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:00.919045 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-569bd022-744b-46f0-b333-884320551508 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:00.940330 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-569bd022-744b-46f0-b333-884320551508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418852'] for router, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:00.940852 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569bd022-744b-46f0-b333-884320551508 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9cc4b5a0-7c8a-4564-b9aa-63f41965780d {{(pid=73901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 02 03:53:00.953887 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-569bd022-744b-46f0-b333-884320551508 admin admin] Notify callbacks [] for router, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:00.955027 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-569bd022-744b-46f0-b333-884320551508 admin admin] 10.222.0.38 "DELETE /v2.0/routers/9cc4b5a0-7c8a-4564-b9aa-63f41965780d HTTP/1.1" status: 204  len: 168 time: 1.2504504
May 02 03:53:00.957464 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 42592) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:53:01.015165 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a6be9e6-aef2-4269-b283-8da65c2a7041 admin admin] Deleting subnet 4adfad06-ce64-4b56-9404-7ece70fb7c5a {{(pid=73901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
May 02 03:53:01.017872 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-9a6be9e6-aef2-4269-b283-8da65c2a7041 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:01.068449 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-9a6be9e6-aef2-4269-b283-8da65c2a7041 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2839877'] for subnet, precommit_delete_associations {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:01.144220 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-9a6be9e6-aef2-4269-b283-8da65c2a7041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799051'] for subnet, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:01.234592 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 8b9ac207-b9aa-4916-b1a9-0f83aad78608 no longer exists at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 02 03:53:01.269601 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] No Port match for: 8b9ac207-b9aa-4916-b1a9-0f83aad78608 {{(pid=73902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 02 03:53:01.269863 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 8b9ac207-b9aa-4916-b1a9-0f83aad78608 not bound to the agent host dv-cinder-789077-1-iscsi {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 02 03:53:01.402786 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-9a6be9e6-aef2-4269-b283-8da65c2a7041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3711852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2161004'] for subnet, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:01.406579 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-5d16f8dc-889e-4d1b-97c5-52cf058a467e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:53:01.440635 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6be9e6-aef2-4269-b283-8da65c2a7041 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4adfad06-ce64-4b56-9404-7ece70fb7c5a,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:53:01.444230 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-9a6be9e6-aef2-4269-b283-8da65c2a7041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:53:01.445416 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-9a6be9e6-aef2-4269-b283-8da65c2a7041 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for subnet, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:01.453761 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-9a6be9e6-aef2-4269-b283-8da65c2a7041 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/4adfad06-ce64-4b56-9404-7ece70fb7c5a HTTP/1.1" status: 204  len: 168 time: 0.4930182
May 02 03:53:01.454001 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575d3875-84e3-45b2-b107-0c9c923479eb None None] Network e0f2c995-0c49-41f7-960f-54ff752d74e7 requested from dv-cinder-789077-1-iscsi {{(pid=73902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 02 03:53:01.454099 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 42596) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:53:01.559644 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-2b097d3f-2468-4f2e-98c7-0867347ed04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688557'] for network, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:01.636004 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.plugin [None req-2b097d3f-2468-4f2e-98c7-0867347ed04f admin admin] Deleting port e31d1fd5-6ea0-4615-9b8d-b931ae1fd8ed {{(pid=73901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:53:01.636333 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-2b097d3f-2468-4f2e-98c7-0867347ed04f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:01.703710 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364e1402-4995-497e-9e67-b5c631b6afbb None None] DHCP port deletion for e0f2c995-0c49-41f7-960f-54ff752d74e7 request from dv-cinder-789077-1-iscsi {{(pid=73902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
May 02 03:53:01.733732 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.db [None req-2b097d3f-2468-4f2e-98c7-0867347ed04f admin admin] For port e31d1fd5-6ea0-4615-9b8d-b931ae1fd8ed, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=e31d1fd5-6ea0-4615-9b8d-b931ae1fd8ed,segment=NetworkSegment(f2d762ee-186f-403b-bcea-c59708d84555),segment_id=f2d762ee-186f-403b-bcea-c59708d84555)] {{(pid=73901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:53:01.734097 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-2b097d3f-2468-4f2e-98c7-0867347ed04f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:01.768023 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-364e1402-4995-497e-9e67-b5c631b6afbb None None] Deleting port e31d1fd5-6ea0-4615-9b8d-b931ae1fd8ed {{(pid=73902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:53:01.768403 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-364e1402-4995-497e-9e67-b5c631b6afbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:01.867689 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-364e1402-4995-497e-9e67-b5c631b6afbb None None] For port e31d1fd5-6ea0-4615-9b8d-b931ae1fd8ed, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=e31d1fd5-6ea0-4615-9b8d-b931ae1fd8ed,segment=NetworkSegment(f2d762ee-186f-403b-bcea-c59708d84555),segment_id=f2d762ee-186f-403b-bcea-c59708d84555)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:53:01.868083 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-364e1402-4995-497e-9e67-b5c631b6afbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:01.951181 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.plugin [None req-2b097d3f-2468-4f2e-98c7-0867347ed04f admin admin] Calling delete_port for e31d1fd5-6ea0-4615-9b8d-b931ae1fd8ed owned by network:dhcp {{(pid=73901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:53:01.998754 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-2b097d3f-2468-4f2e-98c7-0867347ed04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718557'] for port, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:02.002387 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-12998f2b-60f0-459e-9cb5-f0972c35f03e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:53:02.028722 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-364e1402-4995-497e-9e67-b5c631b6afbb None None] Calling delete_port for e31d1fd5-6ea0-4615-9b8d-b931ae1fd8ed owned by network:dhcp {{(pid=73902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:53:02.044115 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b097d3f-2468-4f2e-98c7-0867347ed04f admin admin] Pushing event deleted for resources: {'Port': ['ID=e31d1fd5-6ea0-4615-9b8d-b931ae1fd8ed,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:53:02.048138 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-2b097d3f-2468-4f2e-98c7-0867347ed04f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:53:02.050489 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b097d3f-2468-4f2e-98c7-0867347ed04f admin admin] No DVR routers for this DVR port e31d1fd5-6ea0-4615-9b8d-b931ae1fd8ed on host dv-cinder-789077-1-iscsi {{(pid=73901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 02 03:53:02.072262 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-364e1402-4995-497e-9e67-b5c631b6afbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535'] for port, after_delete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:02.075822 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-8ca261f9-f657-418b-a126-05b4d2d0914d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:53:02.118994 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364e1402-4995-497e-9e67-b5c631b6afbb None None] Pushing event deleted for resources: {'Port': ['ID=e31d1fd5-6ea0-4615-9b8d-b931ae1fd8ed,revision_number=None']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:53:02.129389 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364e1402-4995-497e-9e67-b5c631b6afbb None None] No DVR routers for this DVR port e31d1fd5-6ea0-4615-9b8d-b931ae1fd8ed on host dv-cinder-789077-1-iscsi {{(pid=73902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 02 03:53:02.131858 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364e1402-4995-497e-9e67-b5c631b6afbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:53:02.132202 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364e1402-4995-497e-9e67-b5c631b6afbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:53:02.132536 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364e1402-4995-497e-9e67-b5c631b6afbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:53:02.132865 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364e1402-4995-497e-9e67-b5c631b6afbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:53:02.133191 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364e1402-4995-497e-9e67-b5c631b6afbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:53:02.133514 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364e1402-4995-497e-9e67-b5c631b6afbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:53:02.133835 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364e1402-4995-497e-9e67-b5c631b6afbb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:53:02.134154 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364e1402-4995-497e-9e67-b5c631b6afbb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:53:02.134496 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364e1402-4995-497e-9e67-b5c631b6afbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:53:02.134816 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364e1402-4995-497e-9e67-b5c631b6afbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:53:02.135131 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364e1402-4995-497e-9e67-b5c631b6afbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:53:02.135445 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364e1402-4995-497e-9e67-b5c631b6afbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-iscsi {{(pid=73902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 02 03:53:02.139453 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-364e1402-4995-497e-9e67-b5c631b6afbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:53:02.164814 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-2b097d3f-2468-4f2e-98c7-0867347ed04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773334', 'neutron.services.segments.db._delete_segments_for_network-8747865761073'] for network, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:02.269842 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.services.segments.db [None req-2b097d3f-2468-4f2e-98c7-0867347ed04f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c54f1f6d0>,) {'filters': {'network_id': ['e0f2c995-0c49-41f7-960f-54ff752d74e7']}} {{(pid=73901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:53:02.282256 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.services.segments.db [None req-2b097d3f-2468-4f2e-98c7-0867347ed04f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c54f1f6d0>, 'f2d762ee-186f-403b-bcea-c59708d84555') {'for_net_delete': True} {{(pid=73901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:53:02.282581 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.services.segments.db [None req-2b097d3f-2468-4f2e-98c7-0867347ed04f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c54f1f6d0>, 'f2d762ee-186f-403b-bcea-c59708d84555') {} {{(pid=73901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:53:02.293464 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-2b097d3f-2468-4f2e-98c7-0867347ed04f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747865772647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2839932'] for segment, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:02.309192 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-2b097d3f-2468-4f2e-98c7-0867347ed04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800657'] for segment, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:02.315255 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b097d3f-2468-4f2e-98c7-0867347ed04f admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=73901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 02 03:53:02.480164 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.managers [None req-2b097d3f-2468-4f2e-98c7-0867347ed04f admin admin] Network e0f2c995-0c49-41f7-960f-54ff752d74e7 has no segments {{(pid=73901) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 02 03:53:02.488063 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-2b097d3f-2468-4f2e-98c7-0867347ed04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1800670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718606'] for segment, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:02.645057 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44 no longer exists at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 02 03:53:02.649301 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.managers [None req-2b097d3f-2468-4f2e-98c7-0867347ed04f admin admin] Network e0f2c995-0c49-41f7-960f-54ff752d74e7 has no segments {{(pid=73901) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 02 03:53:02.673326 dv-cinder-789077-1-iscsi neutron-server[73901]: Traceback (most recent call last):
May 02 03:53:02.673326 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 02 03:53:02.673326 dv-cinder-789077-1-iscsi neutron-server[73901]:     timer()
May 02 03:53:02.673326 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 02 03:53:02.673326 dv-cinder-789077-1-iscsi neutron-server[73901]:     cb(*args, **kw)
May 02 03:53:02.673326 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 02 03:53:02.673326 dv-cinder-789077-1-iscsi neutron-server[73901]:     return func(*args, **kwargs)
May 02 03:53:02.673326 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 02 03:53:02.673326 dv-cinder-789077-1-iscsi neutron-server[73901]:     self._notify()
May 02 03:53:02.673326 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 02 03:53:02.673326 dv-cinder-789077-1-iscsi neutron-server[73901]:     self.callback(batched_events)
May 02 03:53:02.673326 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 02 03:53:02.673326 dv-cinder-789077-1-iscsi neutron-server[73901]:     event.method(event)
May 02 03:53:02.673326 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 02 03:53:02.673326 dv-cinder-789077-1-iscsi neutron-server[73901]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 02 03:53:02.673326 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 02 03:53:02.673326 dv-cinder-789077-1-iscsi neutron-server[73901]:     aggregate_uuid = self.p_client.list_aggregates(
May 02 03:53:02.673326 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 02 03:53:02.673326 dv-cinder-789077-1-iscsi neutron-server[73901]:     return f(self, *a, **k)
May 02 03:53:02.673326 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 02 03:53:02.673326 dv-cinder-789077-1-iscsi neutron-server[73901]:     return self._get(url).json()
May 02 03:53:02.673326 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 02 03:53:02.673326 dv-cinder-789077-1-iscsi neutron-server[73901]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 02 03:53:02.673326 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 02 03:53:02.673326 dv-cinder-789077-1-iscsi neutron-server[73901]:     return self.request(url, 'GET', **kwargs)
May 02 03:53:02.673326 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 02 03:53:02.673326 dv-cinder-789077-1-iscsi neutron-server[73901]:     base_url = self.get_endpoint(auth, allow=allow,
May 02 03:53:02.673326 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 02 03:53:02.673326 dv-cinder-789077-1-iscsi neutron-server[73901]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 02 03:53:02.673326 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 02 03:53:02.673326 dv-cinder-789077-1-iscsi neutron-server[73901]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 02 03:53:02.673326 dv-cinder-789077-1-iscsi neutron-server[73901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 02 03:53:02.678931 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] No Port match for: 2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44 {{(pid=73902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 02 03:53:02.679277 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 2b45fd93-6fe0-4756-8c3a-1feb1bbf0c44 not bound to the agent host dv-cinder-789077-1-iscsi {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 02 03:53:02.679704 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device e31d1fd5-6ea0-4615-9b8d-b931ae1fd8ed no longer exists at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 02 03:53:02.712109 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] No Port match for: e31d1fd5-6ea0-4615-9b8d-b931ae1fd8ed {{(pid=73902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 02 03:53:02.712458 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device e31d1fd5-6ea0-4615-9b8d-b931ae1fd8ed not bound to the agent host dv-cinder-789077-1-iscsi {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 02 03:53:02.745599 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-2b097d3f-2468-4f2e-98c7-0867347ed04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419395'] for network, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:02.749769 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-2b097d3f-2468-4f2e-98c7-0867347ed04f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for network, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:02.752395 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:53:02.773911 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b097d3f-2468-4f2e-98c7-0867347ed04f admin admin] Pushing event deleted for resources: {'Network': ['ID=e0f2c995-0c49-41f7-960f-54ff752d74e7,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:53:02.776259 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-2b097d3f-2468-4f2e-98c7-0867347ed04f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:53:02.786642 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-2b097d3f-2468-4f2e-98c7-0867347ed04f admin admin] 10.222.0.38 "DELETE /v2.0/networks/e0f2c995-0c49-41f7-960f-54ff752d74e7 HTTP/1.1" status: 204  len: 168 time: 1.3315563
May 02 03:53:02.790143 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 42600) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:53:03.400222 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-934ebb88-b078-4faf-87ed-c68fc4e16ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-400707'] for router_interface, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:03.790343 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.plugin [None req-934ebb88-b078-4faf-87ed-c68fc4e16ae2 admin admin] Deleting port 2e620420-01a0-478e-8925-725720aebd36 {{(pid=73901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:53:03.791012 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-934ebb88-b078-4faf-87ed-c68fc4e16ae2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:03.906685 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.db [None req-934ebb88-b078-4faf-87ed-c68fc4e16ae2 admin admin] For port 2e620420-01a0-478e-8925-725720aebd36, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=2e620420-01a0-478e-8925-725720aebd36,segment=NetworkSegment(4886b705-8028-49db-a39d-18400c34751d),segment_id=4886b705-8028-49db-a39d-18400c34751d)] {{(pid=73901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:53:03.907028 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-934ebb88-b078-4faf-87ed-c68fc4e16ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:04.027205 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.plugin [None req-934ebb88-b078-4faf-87ed-c68fc4e16ae2 admin admin] Calling delete_port for 2e620420-01a0-478e-8925-725720aebd36 owned by network:router_interface {{(pid=73901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:53:04.165091 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-934ebb88-b078-4faf-87ed-c68fc4e16ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718557'] for port, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:04.169217 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:53:04.214993 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934ebb88-b078-4faf-87ed-c68fc4e16ae2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e620420-01a0-478e-8925-725720aebd36,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:53:04.240880 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-934ebb88-b078-4faf-87ed-c68fc4e16ae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:53:04.473592 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-934ebb88-b078-4faf-87ed-c68fc4e16ae2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1598338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425203'] for router_interface, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:04.918049 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-934ebb88-b078-4faf-87ed-c68fc4e16ae2 admin admin] Router 7da7a0d3-2f2c-4636-a137-7fbf588667ea has already been hosted by L3 agent c822661f-3527-457d-a53a-678072f60f18 {{(pid=73901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 02 03:53:05.094335 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-934ebb88-b078-4faf-87ed-c68fc4e16ae2 admin admin] Notify agent at l3_agent.dv-cinder-789077-1-iscsi the message routers_updated {{(pid=73901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 02 03:53:05.103970 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93faff6c-5ec8-4ca4-9eb3-7d398a8c8a06 None None] Sync routers for ids ['7da7a0d3-2f2c-4636-a137-7fbf588667ea'] in dv-cinder-789077-1-iscsi {{(pid=73903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 02 03:53:05.112325 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-934ebb88-b078-4faf-87ed-c68fc4e16ae2 admin admin] 10.222.0.38 "PUT /v2.0/routers/7da7a0d3-2f2c-4636-a137-7fbf588667ea/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3211527
May 02 03:53:05.113775 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93faff6c-5ec8-4ca4-9eb3-7d398a8c8a06 None None] Routers {'7da7a0d3-2f2c-4636-a137-7fbf588667ea'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:53:05.114638 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-93faff6c-5ec8-4ca4-9eb3-7d398a8c8a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c55939340>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:52:38Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['7da7a0d3-2f2c-4636-a137-7fbf588667ea'], 'active': True} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:53:05.114799 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 42606) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:53:05.202176 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-1b74ed59-6f91-43f7-9983-6d46f09438a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:05.299191 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvr_db [None req-93faff6c-5ec8-4ca4-9eb3-7d398a8c8a06 None None] Set router 7da7a0d3-2f2c-4636-a137-7fbf588667ea gateway port host: dv-cinder-789077-1-iscsi {{(pid=73903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:53:05.305523 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-ad8e9da8-431d-484f-bc24-477806912052 admin admin] Notify callbacks [] for router, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:05.479786 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-ad8e9da8-431d-484f-bc24-477806912052 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:05.552537 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.plugin [None req-ad8e9da8-431d-484f-bc24-477806912052 admin admin] Deleting port 6f9087a8-9c04-4c8c-8766-ffc8a14bd6cf {{(pid=73901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:53:05.552909 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-ad8e9da8-431d-484f-bc24-477806912052 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:05.583397 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-93faff6c-5ec8-4ca4-9eb3-7d398a8c8a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c55939340>, [{'id': '7da7a0d3-2f2c-4636-a137-7fbf588667ea', 'name': 'tempest-TestVolumeBootPattern-326728733-router', 'tenant_id': 'f8549fc7caab446788f69a8aef0fa5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'external_fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '6f9087a8-9c04-4c8c-8766-ffc8a14bd6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:46:02Z', 'updated_at': '2021-05-02T03:53:04Z', 'revision_number': 5, 'project_id': 'f8549fc7caab446788f69a8aef0fa5d4', 'gw_port': {'id': '6f9087a8-9c04-4c8c-8766-ffc8a14bd6cf', 'name': '', 'network_id': '8bcb9b1c-cc7a-4ed3-875c-33eb3ff6c700', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da7a0d3-2f2c-4636-a137-7fbf588667ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:46:03Z', 'updated_at': '2021-05-02T03:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde322b7-5107-4ee3-8bef-bf160ca73532', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-iscsi'}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:53:05.587722 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93faff6c-5ec8-4ca4-9eb3-7d398a8c8a06 None None] Checking router: 7da7a0d3-2f2c-4636-a137-7fbf588667ea for host: dv-cinder-789077-1-iscsi {{(pid=73903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 02 03:53:05.595708 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93faff6c-5ec8-4ca4-9eb3-7d398a8c8a06 None None] Routers {'7da7a0d3-2f2c-4636-a137-7fbf588667ea'} bound to L3 agent in host dv-cinder-789077-1-iscsi {{(pid=73903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 02 03:53:05.596298 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-93faff6c-5ec8-4ca4-9eb3-7d398a8c8a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c55939340>, 'dv-cinder-789077-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:02:08Z,description=<?>,heartbeat_timestamp=2021-05-02T03:52:38Z,host='dv-cinder-789077-1-iscsi',id=c822661f-3527-457d-a53a-678072f60f18,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-02T03:02:08Z,topic='l3_agent')) {'router_ids': ['7da7a0d3-2f2c-4636-a137-7fbf588667ea'], 'active': True} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:53:05.672995 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.db [None req-ad8e9da8-431d-484f-bc24-477806912052 admin admin] For port 6f9087a8-9c04-4c8c-8766-ffc8a14bd6cf, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=6f9087a8-9c04-4c8c-8766-ffc8a14bd6cf,segment=NetworkSegment(3f443235-55d0-4d2d-a949-b49c1a220799),segment_id=3f443235-55d0-4d2d-a949-b49c1a220799)] {{(pid=73901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:53:05.673371 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-ad8e9da8-431d-484f-bc24-477806912052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:05.742575 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_dvr_db [None req-93faff6c-5ec8-4ca4-9eb3-7d398a8c8a06 None None] Set router 7da7a0d3-2f2c-4636-a137-7fbf588667ea gateway port host: None {{(pid=73903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 02 03:53:05.794514 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.plugin [None req-ad8e9da8-431d-484f-bc24-477806912052 admin admin] Calling delete_port for 6f9087a8-9c04-4c8c-8766-ffc8a14bd6cf owned by network:router_gateway {{(pid=73901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:53:05.845731 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.l3_hamode_db [None req-93faff6c-5ec8-4ca4-9eb3-7d398a8c8a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c55939340>, [{'id': '7da7a0d3-2f2c-4636-a137-7fbf588667ea', 'name': 'tempest-TestVolumeBootPattern-326728733-router', 'tenant_id': 'f8549fc7caab446788f69a8aef0fa5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:46:02Z', 'updated_at': '2021-05-02T03:53:05Z', 'revision_number': 6, 'project_id': 'f8549fc7caab446788f69a8aef0fa5d4', 'gw_port_host': None}], 'dv-cinder-789077-1-iscsi', False) {} {{(pid=73903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:53:05.850362 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93faff6c-5ec8-4ca4-9eb3-7d398a8c8a06 None None] The sync data for ids ['7da7a0d3-2f2c-4636-a137-7fbf588667ea'] in dv-cinder-789077-1-iscsi is: [{'id': '7da7a0d3-2f2c-4636-a137-7fbf588667ea', 'name': 'tempest-TestVolumeBootPattern-326728733-router', 'tenant_id': 'f8549fc7caab446788f69a8aef0fa5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:46:02Z', 'updated_at': '2021-05-02T03:53:05Z', 'revision_number': 6, 'project_id': 'f8549fc7caab446788f69a8aef0fa5d4', 'gw_port_host': None}] {{(pid=73903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 02 03:53:05.931948 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-ad8e9da8-431d-484f-bc24-477806912052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718557'] for port, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:05.936301 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-c89d6a2f-6766-4e85-bd2e-216817164123 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:53:05.978087 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8e9da8-431d-484f-bc24-477806912052 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f9087a8-9c04-4c8c-8766-ffc8a14bd6cf,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:53:05.981745 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-ad8e9da8-431d-484f-bc24-477806912052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:53:06.167232 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-ad8e9da8-431d-484f-bc24-477806912052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419436'] for router_gateway, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:06.338578 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-ad8e9da8-431d-484f-bc24-477806912052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1022368'] for router, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:06.340692 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-ad8e9da8-431d-484f-bc24-477806912052 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:06.362229 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-ad8e9da8-431d-484f-bc24-477806912052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418852'] for router, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:06.362746 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad8e9da8-431d-484f-bc24-477806912052 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7da7a0d3-2f2c-4636-a137-7fbf588667ea {{(pid=73901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 02 03:53:06.375513 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-ad8e9da8-431d-484f-bc24-477806912052 admin admin] Notify callbacks [] for router, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:06.376591 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-ad8e9da8-431d-484f-bc24-477806912052 admin admin] 10.222.0.38 "DELETE /v2.0/routers/7da7a0d3-2f2c-4636-a137-7fbf588667ea HTTP/1.1" status: 204  len: 168 time: 1.2603197
May 02 03:53:06.379181 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 42610) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:53:06.438073 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d1ddf57-e404-4e2e-9557-d01efd3efbe9 admin admin] Deleting subnet 85d242c7-8b76-437d-bc69-e01a51bbabb4 {{(pid=73901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
May 02 03:53:06.440770 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-1d1ddf57-e404-4e2e-9557-d01efd3efbe9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:06.487919 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-1d1ddf57-e404-4e2e-9557-d01efd3efbe9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2839877'] for subnet, precommit_delete_associations {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:06.563737 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-1d1ddf57-e404-4e2e-9557-d01efd3efbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799051'] for subnet, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:06.652814 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 2e620420-01a0-478e-8925-725720aebd36 no longer exists at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 02 03:53:06.690859 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] No Port match for: 2e620420-01a0-478e-8925-725720aebd36 {{(pid=73902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 02 03:53:06.691215 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 2e620420-01a0-478e-8925-725720aebd36 not bound to the agent host dv-cinder-789077-1-iscsi {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 02 03:53:06.691644 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 6f9087a8-9c04-4c8c-8766-ffc8a14bd6cf no longer exists at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 02 03:53:06.725454 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] No Port match for: 6f9087a8-9c04-4c8c-8766-ffc8a14bd6cf {{(pid=73902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 02 03:53:06.725808 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 6f9087a8-9c04-4c8c-8766-ffc8a14bd6cf not bound to the agent host dv-cinder-789077-1-iscsi {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 02 03:53:06.820207 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-1d1ddf57-e404-4e2e-9557-d01efd3efbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3711852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2161004'] for subnet, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:06.824669 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-3538a2f1-11d8-4c47-985a-cd0457ce6c1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:53:06.860326 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ddf57-e404-4e2e-9557-d01efd3efbe9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85d242c7-8b76-437d-bc69-e01a51bbabb4,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:53:06.862983 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-1d1ddf57-e404-4e2e-9557-d01efd3efbe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:53:06.867927 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-1d1ddf57-e404-4e2e-9557-d01efd3efbe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for subnet, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:06.877148 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-1d1ddf57-e404-4e2e-9557-d01efd3efbe9 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/85d242c7-8b76-437d-bc69-e01a51bbabb4 HTTP/1.1" status: 204  len: 168 time: 0.4947305
May 02 03:53:06.877272 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c3be94-ee31-4f28-ad17-299594086458 None None] Network e9061243-03d6-4d9d-a202-192819c241d1 requested from dv-cinder-789077-1-iscsi {{(pid=73902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 02 03:53:06.877559 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 42614) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:53:06.984163 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-a7dab573-224f-4f84-9592-4c7098ed93f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688557'] for network, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:07.059679 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.plugin [None req-a7dab573-224f-4f84-9592-4c7098ed93f3 admin admin] Deleting port 44d09333-caa3-4458-be09-c4e831a11654 {{(pid=73901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:53:07.060024 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-a7dab573-224f-4f84-9592-4c7098ed93f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:07.125547 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044991da-2f9a-43b0-90c3-cf02554096f6 None None] DHCP port deletion for e9061243-03d6-4d9d-a202-192819c241d1 request from dv-cinder-789077-1-iscsi {{(pid=73902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
May 02 03:53:07.159638 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.db [None req-a7dab573-224f-4f84-9592-4c7098ed93f3 admin admin] For port 44d09333-caa3-4458-be09-c4e831a11654, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=44d09333-caa3-4458-be09-c4e831a11654,segment=NetworkSegment(4886b705-8028-49db-a39d-18400c34751d),segment_id=4886b705-8028-49db-a39d-18400c34751d)] {{(pid=73901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:53:07.159998 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-a7dab573-224f-4f84-9592-4c7098ed93f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:07.190191 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-044991da-2f9a-43b0-90c3-cf02554096f6 None None] Deleting port 44d09333-caa3-4458-be09-c4e831a11654 {{(pid=73902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 02 03:53:07.190611 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-044991da-2f9a-43b0-90c3-cf02554096f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747865749589'] for port, before_delete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:07.279936 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.plugin [None req-a7dab573-224f-4f84-9592-4c7098ed93f3 admin admin] Calling delete_port for 44d09333-caa3-4458-be09-c4e831a11654 owned by network:dhcp {{(pid=73901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:53:07.291208 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.db [None req-044991da-2f9a-43b0-90c3-cf02554096f6 None None] For port 44d09333-caa3-4458-be09-c4e831a11654, host dv-cinder-789077-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-iscsi',level=0,port_id=44d09333-caa3-4458-be09-c4e831a11654,segment=NetworkSegment(4886b705-8028-49db-a39d-18400c34751d),segment_id=4886b705-8028-49db-a39d-18400c34751d)] {{(pid=73902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 02 03:53:07.291603 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-044991da-2f9a-43b0-90c3-cf02554096f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425401'] for port, precommit_delete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:07.332527 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-a7dab573-224f-4f84-9592-4c7098ed93f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718557'] for port, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:07.337434 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:53:07.379699 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dab573-224f-4f84-9592-4c7098ed93f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=44d09333-caa3-4458-be09-c4e831a11654,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:53:07.383144 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-a7dab573-224f-4f84-9592-4c7098ed93f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:53:07.383919 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dab573-224f-4f84-9592-4c7098ed93f3 admin admin] No DVR routers for this DVR port 44d09333-caa3-4458-be09-c4e831a11654 on host dv-cinder-789077-1-iscsi {{(pid=73901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 02 03:53:07.416197 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-044991da-2f9a-43b0-90c3-cf02554096f6 None None] Calling delete_port for 44d09333-caa3-4458-be09-c4e831a11654 owned by network:dhcp {{(pid=73902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 02 03:53:07.464340 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-044991da-2f9a-43b0-90c3-cf02554096f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747865750694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747865333535'] for port, after_delete {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:07.467787 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-b8f94723-b519-4772-a4b5-dacc2903d70b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:53:07.501788 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-a7dab573-224f-4f84-9592-4c7098ed93f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773334', 'neutron.services.segments.db._delete_segments_for_network-8747865761073'] for network, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:07.523414 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044991da-2f9a-43b0-90c3-cf02554096f6 None None] Pushing event deleted for resources: {'Port': ['ID=44d09333-caa3-4458-be09-c4e831a11654,revision_number=None']} {{(pid=73902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:53:07.528438 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG oslo_concurrency.lockutils [None req-044991da-2f9a-43b0-90c3-cf02554096f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:53:07.529229 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044991da-2f9a-43b0-90c3-cf02554096f6 None None] No DVR routers for this DVR port 44d09333-caa3-4458-be09-c4e831a11654 on host dv-cinder-789077-1-iscsi {{(pid=73902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 02 03:53:07.698195 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.services.segments.db [None req-a7dab573-224f-4f84-9592-4c7098ed93f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c54673cd0>,) {'filters': {'network_id': ['e9061243-03d6-4d9d-a202-192819c241d1']}} {{(pid=73901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:53:07.710754 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.services.segments.db [None req-a7dab573-224f-4f84-9592-4c7098ed93f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c54673cd0>, '4886b705-8028-49db-a39d-18400c34751d') {'for_net_delete': True} {{(pid=73901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:53:07.711048 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.services.segments.db [None req-a7dab573-224f-4f84-9592-4c7098ed93f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c54673cd0>, '4886b705-8028-49db-a39d-18400c34751d') {} {{(pid=73901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 02 03:53:07.721894 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-a7dab573-224f-4f84-9592-4c7098ed93f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747865772647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2839932'] for segment, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:07.741410 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-a7dab573-224f-4f84-9592-4c7098ed93f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800657'] for segment, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:07.747697 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7dab573-224f-4f84-9592-4c7098ed93f3 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=73901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 02 03:53:07.888132 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:07.913829 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.managers [None req-a7dab573-224f-4f84-9592-4c7098ed93f3 admin admin] Network e9061243-03d6-4d9d-a202-192819c241d1 has no segments {{(pid=73901) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 02 03:53:07.922058 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-a7dab573-224f-4f84-9592-4c7098ed93f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1800670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718606'] for segment, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:08.088189 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.plugins.ml2.managers [None req-a7dab573-224f-4f84-9592-4c7098ed93f3 admin admin] Network e9061243-03d6-4d9d-a202-192819c241d1 has no segments {{(pid=73901) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 02 03:53:08.109055 dv-cinder-789077-1-iscsi neutron-server[73901]: Traceback (most recent call last):
May 02 03:53:08.109055 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 02 03:53:08.109055 dv-cinder-789077-1-iscsi neutron-server[73901]:     timer()
May 02 03:53:08.109055 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 02 03:53:08.109055 dv-cinder-789077-1-iscsi neutron-server[73901]:     cb(*args, **kw)
May 02 03:53:08.109055 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 02 03:53:08.109055 dv-cinder-789077-1-iscsi neutron-server[73901]:     return func(*args, **kwargs)
May 02 03:53:08.109055 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 02 03:53:08.109055 dv-cinder-789077-1-iscsi neutron-server[73901]:     self._notify()
May 02 03:53:08.109055 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 02 03:53:08.109055 dv-cinder-789077-1-iscsi neutron-server[73901]:     self.callback(batched_events)
May 02 03:53:08.109055 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 02 03:53:08.109055 dv-cinder-789077-1-iscsi neutron-server[73901]:     event.method(event)
May 02 03:53:08.109055 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 02 03:53:08.109055 dv-cinder-789077-1-iscsi neutron-server[73901]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 02 03:53:08.109055 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 02 03:53:08.109055 dv-cinder-789077-1-iscsi neutron-server[73901]:     aggregate_uuid = self.p_client.list_aggregates(
May 02 03:53:08.109055 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 02 03:53:08.109055 dv-cinder-789077-1-iscsi neutron-server[73901]:     return f(self, *a, **k)
May 02 03:53:08.109055 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 02 03:53:08.109055 dv-cinder-789077-1-iscsi neutron-server[73901]:     return self._get(url).json()
May 02 03:53:08.109055 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 02 03:53:08.109055 dv-cinder-789077-1-iscsi neutron-server[73901]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 02 03:53:08.109055 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 02 03:53:08.109055 dv-cinder-789077-1-iscsi neutron-server[73901]:     return self.request(url, 'GET', **kwargs)
May 02 03:53:08.109055 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 02 03:53:08.109055 dv-cinder-789077-1-iscsi neutron-server[73901]:     base_url = self.get_endpoint(auth, allow=allow,
May 02 03:53:08.109055 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 02 03:53:08.109055 dv-cinder-789077-1-iscsi neutron-server[73901]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 02 03:53:08.109055 dv-cinder-789077-1-iscsi neutron-server[73901]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 02 03:53:08.109055 dv-cinder-789077-1-iscsi neutron-server[73901]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 02 03:53:08.109055 dv-cinder-789077-1-iscsi neutron-server[73901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 02 03:53:08.180407 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-a7dab573-224f-4f84-9592-4c7098ed93f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419395'] for network, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:08.184152 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-31a26ca5-44aa-4cde-96ab-26f7ac2e2062 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:53:08.184868 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7d0a61a4-07d9-4d66-bcdb-56eb9ec4f3de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:08.200909 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-a7dab573-224f-4f84-9592-4c7098ed93f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598373'] for network, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:08.213786 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dab573-224f-4f84-9592-4c7098ed93f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9061243-03d6-4d9d-a202-192819c241d1,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:53:08.217205 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-a7dab573-224f-4f84-9592-4c7098ed93f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:53:08.219283 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-a7dab573-224f-4f84-9592-4c7098ed93f3 admin admin] 10.222.0.38 "DELETE /v2.0/networks/e9061243-03d6-4d9d-a202-192819c241d1 HTTP/1.1" status: 204  len: 168 time: 1.3408406
May 02 03:53:08.331097 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 42620) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:53:08.378466 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-276c376f-2686-4e9e-bc5d-d13615a0f88a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a4d0706d5cb74153ac23af4cb02afd02&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0460401
May 02 03:53:08.380563 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 42624) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:53:08.435555 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-009aa057-5098-4c3b-93d9-5195283fb9ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:08.460441 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-009aa057-5098-4c3b-93d9-5195283fb9ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:08.509047 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-009aa057-5098-4c3b-93d9-5195283fb9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:08.512491 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-1fc9924e-41ea-49c5-9e76-f769b1088850 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:53:08.526736 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009aa057-5098-4c3b-93d9-5195283fb9ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=380fa2ff-9c70-4d07-947d-087ac43c2bc1,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:53:08.530410 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-009aa057-5098-4c3b-93d9-5195283fb9ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:53:08.533560 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-009aa057-5098-4c3b-93d9-5195283fb9ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:08.534677 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-009aa057-5098-4c3b-93d9-5195283fb9ad admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/380fa2ff-9c70-4d07-947d-087ac43c2bc1 HTTP/1.1" status: 204  len: 168 time: 0.1526301
May 02 03:53:08.644251 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 44d09333-caa3-4458-be09-c4e831a11654 no longer exists at agent ovs-agent-dv-cinder-789077-1-iscsi {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 02 03:53:08.680628 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.plugin [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] No Port match for: 44d09333-caa3-4458-be09-c4e831a11654 {{(pid=73902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 02 03:53:08.680972 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron.plugins.ml2.rpc [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Device 44d09333-caa3-4458-be09-c4e831a11654 not bound to the agent host dv-cinder-789077-1-iscsi {{(pid=73902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 02 03:53:08.870901 dv-cinder-789077-1-iscsi neutron-server[73900]: DEBUG neutron.wsgi [-] (73900) accepted ('10.222.0.38', 42632) {{(pid=73900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:53:08.919973 dv-cinder-789077-1-iscsi neutron-server[73900]: INFO neutron.wsgi [None req-bd74bb40-d677-42c1-810e-0863cf648cf6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f8549fc7caab446788f69a8aef0fa5d4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0477374
May 02 03:53:08.922228 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.wsgi [-] (73901) accepted ('10.222.0.38', 42636) {{(pid=73901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 02 03:53:08.982547 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-7540572f-4215-4661-a51f-3c277404b1a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:09.008067 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-7540572f-4215-4661-a51f-3c277404b1a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:09.058668 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-7540572f-4215-4661-a51f-3c277404b1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494478'] for security_group, after_delete {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:09.063418 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-03fe0fb8-fbdc-4ecd-99cd-270bcf482745 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 02 03:53:09.076235 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7540572f-4215-4661-a51f-3c277404b1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39e7c2e-4e23-46df-9c65-658bf3f92529,revision_number=None']} {{(pid=73901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 02 03:53:09.078792 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG oslo_concurrency.lockutils [None req-7540572f-4215-4661-a51f-3c277404b1a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 02 03:53:09.080743 dv-cinder-789077-1-iscsi neutron-server[73901]: DEBUG neutron_lib.callbacks.manager [None req-7540572f-4215-4661-a51f-3c277404b1a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:09.081818 dv-cinder-789077-1-iscsi neutron-server[73901]: INFO neutron.wsgi [None req-7540572f-4215-4661-a51f-3c277404b1a8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c39e7c2e-4e23-46df-9c65-658bf3f92529 HTTP/1.1" status: 204  len: 168 time: 0.1586235
May 02 03:53:09.387683 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:10.892791 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:11.529676 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:25.621249 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:53:35.204287 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-f6359699-e45f-4275-a7b3-3610f5860c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:37.890097 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:38.186739 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-dd94f503-9550-409e-8c85-86642d6d255d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:39.388718 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:40.897118 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:53:41.544290 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:54:02.619717 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:54:05.204981 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-0a8903c9-acc7-4e11-b51f-e8f66db2515c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:54:07.892437 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:54:08.188263 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-c5f197ad-a2e6-4c22-916e-d0b0f5e64857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:54:09.390828 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:54:10.896198 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:54:11.560587 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:54:35.207574 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-169c42c9-4f92-41b6-8d0a-1267a584bcd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:54:37.894410 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:54:38.188794 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-f355fec7-e6a7-4fd1-9bde-be4100856ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:54:39.393452 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:54:39.619614 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:54:40.898221 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:54:41.558176 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:55:05.209702 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-5dae46b4-719a-43ee-90b0-bfd0213466b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:55:07.896630 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:55:08.188862 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-5ef7a668-49f9-4b16-a1d1-b2ae5b2f5542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:55:09.396523 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:55:10.900477 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:55:11.557567 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:55:16.618852 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:55:35.213353 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-3dc1a679-2052-4afa-aa94-761e3b19ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:55:37.900412 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:55:38.192760 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-60078581-7d74-4e2e-b4cd-f75b32212acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:55:39.399479 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:55:40.937482 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:55:41.556577 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:55:53.616879 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:56:05.214530 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-3504cbb8-5a02-402c-9fc6-ed10724a97d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:56:07.901991 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:56:08.193838 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-b7b391e7-a5f9-460d-bf18-080dead09201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:56:09.402710 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:56:10.905629 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:56:11.555586 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:56:30.615901 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:56:35.215450 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-db50df1d-a3ec-4d86-95b8-01a66e131fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:56:37.904395 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:56:38.195494 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-35d31f6b-e16d-4e46-ac3e-c58c3233e4f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:56:39.405590 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:56:40.906853 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:56:41.555539 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:57:05.218584 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-d079f329-e55a-4f58-a9d9-22e61469e30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:57:07.614679 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:57:07.905921 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:57:08.197587 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-beee19d6-46c2-48fb-a6c1-8410d662e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:57:09.408082 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:57:10.911239 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:57:11.554596 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:57:35.219234 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-98ba063d-3271-47b4-bff4-aabea04ed843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:57:37.907482 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:57:38.197763 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-a773fc80-de62-4665-9c0a-eec85b3f58c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:57:39.411658 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:57:40.913283 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:57:41.553733 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:57:44.612962 dv-cinder-789077-1-iscsi neutron-server[73903]: DEBUG neutron.db.agents_db [None req-b3b93ea2-2101-4549-aa80-27c255f6e0a3 None None] Agent healthcheck: found 6 active agents {{(pid=73903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 02 03:58:05.220631 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-ce733f55-f561-48a7-b2ea-db32860278dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:58:07.909486 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-75ccc7b8-2019-4d1f-b2a4-335c28e95d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:58:08.199818 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-54df8253-e16c-44dd-b4fc-f512a8b32023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:58:09.415008 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8d8246bb-f422-458e-a339-c68216075bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:58:10.916078 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-8c61c6db-9b6c-4fe9-a4c6-45e96fff4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 02 03:58:11.546980 dv-cinder-789077-1-iscsi neutron-server[73902]: DEBUG neutron_lib.callbacks.manager [None req-7970dc66-17b5-43d0-be6f-8e0176ddd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747865761055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771208'] for agent, after_update {{(pid=73902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}